{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# BipedalWalker with Twin Delayed DDPG (TD3)\n",
    "\n",
    "### Paper: https://arxiv.org/abs/1802.09477\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 1. Start the Environment and Agent "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "device:  cuda\n"
     ]
    }
   ],
   "source": [
    "import numpy as np\n",
    "import torch\n",
    "import torch.nn as nn\n",
    "#from torch.autograd import Variable\n",
    "import torch.nn.functional as F\n",
    "\n",
    "import gym\n",
    "#import argparse\n",
    "import os\n",
    "\n",
    "import time\n",
    "from TwinDelayed import Actor, Critic, ReplayBuffer, TD3\n",
    "from collections import deque\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "start_timestep=1e4\n",
    "\n",
    "std_noise=0.1\n",
    "\n",
    "env = gym.make('BipedalWalker-v2')\n",
    "\n",
    "# Set seeds\n",
    "seed = 88\n",
    "env.seed(seed)\n",
    "torch.manual_seed(seed)\n",
    "np.random.seed(seed)\n",
    "\n",
    "state = env.reset()\n",
    "state_dim = env.observation_space.shape[0]\n",
    "action_dim = env.action_space.shape[0] \n",
    "max_action = float(env.action_space.high[0])\n",
    "\n",
    "agent = TD3(state_dim, action_dim, max_action)\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2. Traning the agent"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "# save(agent = agent, filename='checkpnt, directory = 'dir_chkpoint')     \n",
    "def save(agent, filename, directory):\n",
    "    torch.save(agent.actor.state_dict(), '%s/%s_actor.pth' % (directory, filename))\n",
    "    torch.save(agent.critic.state_dict(), '%s/%s_critic.pth' % (directory, filename))\n",
    "    torch.save(agent.actor_target.state_dict(), '%s/%s_actor_t.pth' % (directory, filename))\n",
    "    torch.save(agent.critic_target.state_dict(), '%s/%s_critic_t.pth' % (directory, filename))   "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Low in action space:  [-1. -1. -1. -1.] , High:  [1. 1. 1. 1.] , Action_dim:  4\n",
      "Ep. 1, Timestep 1600,  Ep.Timesteps 1600, Score: -82.58, Avg.Score: -82.58, Time: 00:00:00 \n",
      "Ep. 2, Timestep 3200,  Ep.Timesteps 1600, Score: -98.41, Avg.Score: -90.49, Time: 00:00:35 \n",
      "Ep. 3, Timestep 4800,  Ep.Timesteps 1600, Score: -85.52, Avg.Score: -88.84, Time: 00:01:09 \n",
      "Ep. 4, Timestep 6400,  Ep.Timesteps 1600, Score: -82.21, Avg.Score: -87.18, Time: 00:01:43 \n",
      "Ep. 5, Timestep 6498,  Ep.Timesteps 98, Score: -106.43, Avg.Score: -91.03, Time: 00:02:16 \n",
      "Ep. 6, Timestep 8098,  Ep.Timesteps 1600, Score: -88.20, Avg.Score: -90.56, Time: 00:02:18 \n",
      "Ep. 7, Timestep 8170,  Ep.Timesteps 72, Score: -102.86, Avg.Score: -92.32, Time: 00:02:52 \n",
      "Ep. 8, Timestep 8244,  Ep.Timesteps 74, Score: -101.83, Avg.Score: -93.51, Time: 00:02:54 \n",
      "Ep. 9, Timestep 8308,  Ep.Timesteps 64, Score: -104.97, Avg.Score: -94.78, Time: 00:02:55 \n",
      "Ep. 10, Timestep 8375,  Ep.Timesteps 67, Score: -97.59, Avg.Score: -95.06, Time: 00:02:57 \n",
      "Ep. 11, Timestep 9975,  Ep.Timesteps 1600, Score: -80.48, Avg.Score: -93.74, Time: 00:02:58 \n",
      "Ep. 12, Timestep 10063,  Ep.Timesteps 88, Score: -113.86, Avg.Score: -95.41, Time: 00:03:32 \n",
      "Ep. 13, Timestep 10117,  Ep.Timesteps 54, Score: -117.56, Avg.Score: -97.12, Time: 00:03:34 \n",
      "Ep. 14, Timestep 10225,  Ep.Timesteps 108, Score: -129.10, Avg.Score: -99.40, Time: 00:03:35 \n",
      "Ep. 15, Timestep 10316,  Ep.Timesteps 91, Score: -119.11, Avg.Score: -100.71, Time: 00:03:37 \n",
      "Ep. 16, Timestep 10421,  Ep.Timesteps 105, Score: -132.03, Avg.Score: -102.67, Time: 00:03:40 \n",
      "Ep. 17, Timestep 10496,  Ep.Timesteps 75, Score: -121.31, Avg.Score: -103.77, Time: 00:03:42 \n",
      "Ep. 18, Timestep 10577,  Ep.Timesteps 81, Score: -119.28, Avg.Score: -104.63, Time: 00:03:44 \n",
      "Ep. 19, Timestep 10658,  Ep.Timesteps 81, Score: -119.14, Avg.Score: -105.39, Time: 00:03:46 \n",
      "Ep. 20, Timestep 10730,  Ep.Timesteps 72, Score: -118.20, Avg.Score: -106.03, Time: 00:03:47 \n",
      "Ep. 21, Timestep 10768,  Ep.Timesteps 38, Score: -118.26, Avg.Score: -106.62, Time: 00:03:49 \n",
      "Ep. 22, Timestep 10832,  Ep.Timesteps 64, Score: -118.37, Avg.Score: -107.15, Time: 00:03:50 \n",
      "Ep. 23, Timestep 10891,  Ep.Timesteps 59, Score: -114.08, Avg.Score: -107.45, Time: 00:03:52 \n",
      "Ep. 24, Timestep 10973,  Ep.Timesteps 82, Score: -111.22, Avg.Score: -107.61, Time: 00:03:53 \n",
      "Ep. 25, Timestep 12573,  Ep.Timesteps 1600, Score: -173.55, Avg.Score: -110.25, Time: 00:03:57 \n",
      "Ep. 26, Timestep 12714,  Ep.Timesteps 141, Score: -105.55, Avg.Score: -110.07, Time: 00:04:31 \n",
      "Ep. 27, Timestep 12774,  Ep.Timesteps 60, Score: -113.02, Avg.Score: -110.17, Time: 00:04:34 \n",
      "Ep. 28, Timestep 12826,  Ep.Timesteps 52, Score: -106.82, Avg.Score: -110.05, Time: 00:04:35 \n",
      "Ep. 29, Timestep 12882,  Ep.Timesteps 56, Score: -105.80, Avg.Score: -109.91, Time: 00:04:36 \n",
      "Ep. 30, Timestep 12917,  Ep.Timesteps 35, Score: -110.18, Avg.Score: -109.92, Time: 00:04:37 \n",
      "Ep. 31, Timestep 12996,  Ep.Timesteps 79, Score: -107.53, Avg.Score: -109.84, Time: 00:04:38 \n",
      "Ep. 32, Timestep 13034,  Ep.Timesteps 38, Score: -112.63, Avg.Score: -109.93, Time: 00:04:40 \n",
      "Ep. 33, Timestep 14634,  Ep.Timesteps 1600, Score: -175.02, Avg.Score: -111.90, Time: 00:04:43 \n",
      "Ep. 34, Timestep 14702,  Ep.Timesteps 68, Score: -102.98, Avg.Score: -111.64, Time: 00:05:16 \n",
      "Ep. 35, Timestep 14836,  Ep.Timesteps 134, Score: -100.39, Avg.Score: -111.32, Time: 00:05:18 \n",
      "Ep. 36, Timestep 15006,  Ep.Timesteps 170, Score: -117.79, Avg.Score: -111.50, Time: 00:05:21 \n",
      "Ep. 37, Timestep 15092,  Ep.Timesteps 86, Score: -114.84, Avg.Score: -111.59, Time: 00:05:25 \n",
      "Ep. 38, Timestep 15180,  Ep.Timesteps 88, Score: -108.75, Avg.Score: -111.51, Time: 00:05:26 \n",
      "Ep. 39, Timestep 15311,  Ep.Timesteps 131, Score: -131.16, Avg.Score: -112.02, Time: 00:05:28 \n",
      "Ep. 40, Timestep 15480,  Ep.Timesteps 169, Score: -118.61, Avg.Score: -112.18, Time: 00:05:31 \n",
      "Ep. 41, Timestep 15582,  Ep.Timesteps 102, Score: -115.00, Avg.Score: -112.25, Time: 00:05:35 \n",
      "Ep. 42, Timestep 15697,  Ep.Timesteps 115, Score: -99.78, Avg.Score: -111.95, Time: 00:05:37 \n",
      "Ep. 43, Timestep 15772,  Ep.Timesteps 75, Score: -107.28, Avg.Score: -111.84, Time: 00:05:40 \n",
      "Ep. 44, Timestep 15847,  Ep.Timesteps 75, Score: -113.31, Avg.Score: -111.88, Time: 00:05:42 \n",
      "Ep. 45, Timestep 15916,  Ep.Timesteps 69, Score: -104.69, Avg.Score: -111.72, Time: 00:05:43 \n",
      "Ep. 46, Timestep 16163,  Ep.Timesteps 247, Score: -126.15, Avg.Score: -112.03, Time: 00:05:45 \n",
      "Ep. 47, Timestep 16227,  Ep.Timesteps 64, Score: -106.89, Avg.Score: -111.92, Time: 00:05:50 \n",
      "Ep. 48, Timestep 16297,  Ep.Timesteps 70, Score: -108.27, Avg.Score: -111.85, Time: 00:05:52 \n",
      "Ep. 49, Timestep 16407,  Ep.Timesteps 110, Score: -99.44, Avg.Score: -111.59, Time: 00:05:54 \n",
      "Ep. 50, Timestep 16477,  Ep.Timesteps 70, Score: -104.38, Avg.Score: -111.45, Time: 00:05:56 \n",
      "Ep. 51, Timestep 16538,  Ep.Timesteps 61, Score: -106.84, Avg.Score: -111.36, Time: 00:05:58 \n",
      "Ep. 52, Timestep 16598,  Ep.Timesteps 60, Score: -104.89, Avg.Score: -111.23, Time: 00:05:59 \n",
      "Ep. 53, Timestep 16692,  Ep.Timesteps 94, Score: -104.92, Avg.Score: -111.11, Time: 00:06:00 \n",
      "Ep. 54, Timestep 16762,  Ep.Timesteps 70, Score: -105.49, Avg.Score: -111.01, Time: 00:06:03 \n",
      "Ep. 55, Timestep 16822,  Ep.Timesteps 60, Score: -103.66, Avg.Score: -110.88, Time: 00:06:04 \n",
      "Ep. 56, Timestep 16893,  Ep.Timesteps 71, Score: -102.55, Avg.Score: -110.73, Time: 00:06:06 \n",
      "Ep. 57, Timestep 16962,  Ep.Timesteps 69, Score: -102.52, Avg.Score: -110.58, Time: 00:06:07 \n",
      "Ep. 58, Timestep 17033,  Ep.Timesteps 71, Score: -102.97, Avg.Score: -110.45, Time: 00:06:09 \n",
      "Ep. 59, Timestep 17095,  Ep.Timesteps 62, Score: -102.94, Avg.Score: -110.33, Time: 00:06:10 \n",
      "Ep. 60, Timestep 17149,  Ep.Timesteps 54, Score: -104.03, Avg.Score: -110.22, Time: 00:06:12 \n",
      "Ep. 61, Timestep 17210,  Ep.Timesteps 61, Score: -102.85, Avg.Score: -110.10, Time: 00:06:13 \n",
      "Ep. 62, Timestep 17258,  Ep.Timesteps 48, Score: -104.63, Avg.Score: -110.01, Time: 00:06:14 \n",
      "Ep. 63, Timestep 17310,  Ep.Timesteps 52, Score: -106.13, Avg.Score: -109.95, Time: 00:06:16 \n",
      "Ep. 64, Timestep 17366,  Ep.Timesteps 56, Score: -102.27, Avg.Score: -109.83, Time: 00:06:17 \n",
      "Ep. 65, Timestep 17446,  Ep.Timesteps 80, Score: -101.49, Avg.Score: -109.70, Time: 00:06:18 \n",
      "Ep. 66, Timestep 17501,  Ep.Timesteps 55, Score: -102.53, Avg.Score: -109.59, Time: 00:06:20 \n",
      "Ep. 67, Timestep 17556,  Ep.Timesteps 55, Score: -103.26, Avg.Score: -109.50, Time: 00:06:21 \n",
      "Ep. 68, Timestep 17624,  Ep.Timesteps 68, Score: -101.00, Avg.Score: -109.37, Time: 00:06:22 \n",
      "Ep. 69, Timestep 17682,  Ep.Timesteps 58, Score: -102.14, Avg.Score: -109.27, Time: 00:06:24 \n",
      "Ep. 70, Timestep 17776,  Ep.Timesteps 94, Score: -97.05, Avg.Score: -109.09, Time: 00:06:25 \n",
      "Ep. 71, Timestep 17830,  Ep.Timesteps 54, Score: -103.73, Avg.Score: -109.02, Time: 00:06:27 \n",
      "Ep. 72, Timestep 17890,  Ep.Timesteps 60, Score: -104.88, Avg.Score: -108.96, Time: 00:06:29 \n",
      "Ep. 73, Timestep 17971,  Ep.Timesteps 81, Score: -97.35, Avg.Score: -108.80, Time: 00:06:30 \n",
      "Ep. 74, Timestep 18025,  Ep.Timesteps 54, Score: -102.40, Avg.Score: -108.72, Time: 00:06:32 \n",
      "Ep. 75, Timestep 18087,  Ep.Timesteps 62, Score: -104.90, Avg.Score: -108.66, Time: 00:06:33 \n",
      "Ep. 76, Timestep 18173,  Ep.Timesteps 86, Score: -120.90, Avg.Score: -108.83, Time: 00:06:34 \n",
      "Ep. 77, Timestep 18226,  Ep.Timesteps 53, Score: -103.37, Avg.Score: -108.75, Time: 00:06:36 \n",
      "Ep. 78, Timestep 18323,  Ep.Timesteps 97, Score: -105.03, Avg.Score: -108.71, Time: 00:06:37 \n",
      "Ep. 79, Timestep 19923,  Ep.Timesteps 1600, Score: -88.26, Avg.Score: -108.45, Time: 00:06:42 \n",
      "Ep. 80, Timestep 20120,  Ep.Timesteps 197, Score: -106.16, Avg.Score: -108.42, Time: 00:07:15 \n",
      "Ep. 81, Timestep 20195,  Ep.Timesteps 75, Score: -122.91, Avg.Score: -108.60, Time: 00:07:19 \n",
      "Ep. 82, Timestep 20310,  Ep.Timesteps 115, Score: -118.72, Avg.Score: -108.72, Time: 00:07:21 \n",
      "Ep. 83, Timestep 20425,  Ep.Timesteps 115, Score: -135.86, Avg.Score: -109.05, Time: 00:07:23 \n",
      "Ep. 84, Timestep 20531,  Ep.Timesteps 106, Score: -125.71, Avg.Score: -109.25, Time: 00:07:26 \n",
      "Ep. 85, Timestep 20603,  Ep.Timesteps 72, Score: -116.73, Avg.Score: -109.33, Time: 00:07:28 \n",
      "Ep. 86, Timestep 20710,  Ep.Timesteps 107, Score: -105.67, Avg.Score: -109.29, Time: 00:07:30 \n",
      "Ep. 87, Timestep 20792,  Ep.Timesteps 82, Score: -118.21, Avg.Score: -109.39, Time: 00:07:32 \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 88, Timestep 20885,  Ep.Timesteps 93, Score: -101.75, Avg.Score: -109.31, Time: 00:07:34 \n",
      "Ep. 89, Timestep 20968,  Ep.Timesteps 83, Score: -108.95, Avg.Score: -109.30, Time: 00:07:36 \n",
      "Ep. 90, Timestep 21102,  Ep.Timesteps 134, Score: -94.90, Avg.Score: -109.14, Time: 00:07:38 \n",
      "Ep. 91, Timestep 21171,  Ep.Timesteps 69, Score: -107.65, Avg.Score: -109.13, Time: 00:07:41 \n",
      "Ep. 92, Timestep 21598,  Ep.Timesteps 427, Score: -139.46, Avg.Score: -109.46, Time: 00:07:43 \n",
      "Ep. 93, Timestep 21832,  Ep.Timesteps 234, Score: -111.43, Avg.Score: -109.48, Time: 00:07:52 \n",
      "Ep. 94, Timestep 23432,  Ep.Timesteps 1600, Score: -87.78, Avg.Score: -109.25, Time: 00:07:59 \n",
      "Ep. 95, Timestep 23515,  Ep.Timesteps 83, Score: -128.14, Avg.Score: -109.45, Time: 00:08:33 \n",
      "Ep. 96, Timestep 23577,  Ep.Timesteps 62, Score: -118.00, Avg.Score: -109.54, Time: 00:08:34 \n",
      "Ep. 97, Timestep 23759,  Ep.Timesteps 182, Score: -136.98, Avg.Score: -109.82, Time: 00:08:36 \n",
      "Ep. 98, Timestep 23901,  Ep.Timesteps 142, Score: -108.50, Avg.Score: -109.80, Time: 00:08:40 \n",
      "Ep. 99, Timestep 24099,  Ep.Timesteps 198, Score: -139.72, Avg.Score: -110.11, Time: 00:08:43 \n",
      "Ep. 100, Timestep 24251,  Ep.Timesteps 152, Score: -109.21, Avg.Score: -110.10, Time: 00:08:48 \n",
      "Ep. 101, Timestep 24394,  Ep.Timesteps 143, Score: -129.59, Avg.Score: -110.57, Time: 00:08:51 \n",
      "Ep. 102, Timestep 24472,  Ep.Timesteps 78, Score: -122.44, Avg.Score: -110.81, Time: 00:08:54 \n",
      "Ep. 103, Timestep 24703,  Ep.Timesteps 231, Score: -133.85, Avg.Score: -111.29, Time: 00:08:56 \n",
      "Ep. 104, Timestep 24765,  Ep.Timesteps 62, Score: -102.45, Avg.Score: -111.49, Time: 00:09:01 \n",
      "Ep. 105, Timestep 24828,  Ep.Timesteps 63, Score: -105.54, Avg.Score: -111.49, Time: 00:09:02 \n",
      "Ep. 106, Timestep 24893,  Ep.Timesteps 65, Score: -104.55, Avg.Score: -111.65, Time: 00:09:04 \n",
      "Ep. 107, Timestep 24952,  Ep.Timesteps 59, Score: -104.89, Avg.Score: -111.67, Time: 00:09:05 \n",
      "Ep. 108, Timestep 25020,  Ep.Timesteps 68, Score: -104.73, Avg.Score: -111.70, Time: 00:09:07 \n",
      "Ep. 109, Timestep 25082,  Ep.Timesteps 62, Score: -102.65, Avg.Score: -111.67, Time: 00:09:08 \n",
      "Ep. 110, Timestep 25130,  Ep.Timesteps 48, Score: -103.88, Avg.Score: -111.74, Time: 00:09:09 \n",
      "Ep. 111, Timestep 25250,  Ep.Timesteps 120, Score: -107.33, Avg.Score: -112.01, Time: 00:09:11 \n",
      "Ep. 112, Timestep 25309,  Ep.Timesteps 59, Score: -101.54, Avg.Score: -111.88, Time: 00:09:13 \n",
      "Ep. 113, Timestep 25372,  Ep.Timesteps 63, Score: -101.46, Avg.Score: -111.72, Time: 00:09:15 \n",
      "Ep. 114, Timestep 25440,  Ep.Timesteps 68, Score: -103.65, Avg.Score: -111.47, Time: 00:09:16 \n",
      "Ep. 115, Timestep 25562,  Ep.Timesteps 122, Score: -131.32, Avg.Score: -111.59, Time: 00:09:18 \n",
      "Ep. 116, Timestep 25749,  Ep.Timesteps 187, Score: -129.30, Avg.Score: -111.56, Time: 00:09:20 \n",
      "Ep. 117, Timestep 25814,  Ep.Timesteps 65, Score: -107.26, Avg.Score: -111.42, Time: 00:09:24 \n",
      "Ep. 118, Timestep 25894,  Ep.Timesteps 80, Score: -109.79, Avg.Score: -111.33, Time: 00:09:26 \n",
      "Ep. 119, Timestep 25984,  Ep.Timesteps 90, Score: -104.51, Avg.Score: -111.18, Time: 00:09:28 \n",
      "Ep. 120, Timestep 26069,  Ep.Timesteps 85, Score: -105.46, Avg.Score: -111.05, Time: 00:09:30 \n",
      "Ep. 121, Timestep 26144,  Ep.Timesteps 75, Score: -106.78, Avg.Score: -110.94, Time: 00:09:32 \n",
      "Ep. 122, Timestep 26231,  Ep.Timesteps 87, Score: -100.52, Avg.Score: -110.76, Time: 00:09:33 \n",
      "Ep. 123, Timestep 26301,  Ep.Timesteps 70, Score: -105.15, Avg.Score: -110.67, Time: 00:09:35 \n",
      "Ep. 124, Timestep 27901,  Ep.Timesteps 1600, Score: -90.11, Avg.Score: -110.46, Time: 00:09:39 \n",
      "Ep. 125, Timestep 28037,  Ep.Timesteps 136, Score: -123.54, Avg.Score: -109.96, Time: 00:10:12 \n",
      "Ep. 126, Timestep 28121,  Ep.Timesteps 84, Score: -102.95, Avg.Score: -109.93, Time: 00:10:15 \n",
      "Ep. 127, Timestep 28226,  Ep.Timesteps 105, Score: -102.41, Avg.Score: -109.83, Time: 00:10:17 \n",
      "Ep. 128, Timestep 28768,  Ep.Timesteps 542, Score: -137.36, Avg.Score: -110.13, Time: 00:10:20 \n",
      "Ep. 129, Timestep 28874,  Ep.Timesteps 106, Score: -106.96, Avg.Score: -110.14, Time: 00:10:31 \n",
      "Ep. 130, Timestep 28955,  Ep.Timesteps 81, Score: -102.50, Avg.Score: -110.07, Time: 00:10:33 \n",
      "Ep. 131, Timestep 29070,  Ep.Timesteps 115, Score: -107.80, Avg.Score: -110.07, Time: 00:10:35 \n",
      "Ep. 132, Timestep 30670,  Ep.Timesteps 1600, Score: -80.55, Avg.Score: -109.75, Time: 00:10:40 \n",
      "Ep. 133, Timestep 30920,  Ep.Timesteps 250, Score: -109.81, Avg.Score: -109.10, Time: 00:11:13 \n",
      "Ep. 134, Timestep 32520,  Ep.Timesteps 1600, Score: -113.83, Avg.Score: -109.21, Time: 00:11:20 \n",
      "Ep. 135, Timestep 34120,  Ep.Timesteps 1600, Score: -55.46, Avg.Score: -108.76, Time: 00:11:55 \n",
      "Ep. 136, Timestep 34686,  Ep.Timesteps 566, Score: -164.76, Avg.Score: -109.23, Time: 00:12:29 \n",
      "Ep. 137, Timestep 35300,  Ep.Timesteps 614, Score: -169.44, Avg.Score: -109.77, Time: 00:12:42 \n",
      "Ep. 138, Timestep 36900,  Ep.Timesteps 1600, Score: -123.29, Avg.Score: -109.92, Time: 00:12:57 \n",
      "Ep. 139, Timestep 37443,  Ep.Timesteps 543, Score: -159.29, Avg.Score: -110.20, Time: 00:13:31 \n",
      "Ep. 140, Timestep 39043,  Ep.Timesteps 1600, Score: -114.02, Avg.Score: -110.15, Time: 00:13:45 \n",
      "Ep. 141, Timestep 40325,  Ep.Timesteps 1282, Score: -174.96, Avg.Score: -110.75, Time: 00:14:20 \n",
      "Ep. 142, Timestep 41925,  Ep.Timesteps 1600, Score: -64.00, Avg.Score: -110.39, Time: 00:14:48 \n",
      "Ep. 143, Timestep 43525,  Ep.Timesteps 1600, Score: -66.47, Avg.Score: -109.99, Time: 00:15:23 \n",
      "Ep. 144, Timestep 45125,  Ep.Timesteps 1600, Score: -124.65, Avg.Score: -110.10, Time: 00:15:58 \n",
      "Ep. 145, Timestep 46725,  Ep.Timesteps 1600, Score: -123.04, Avg.Score: -110.28, Time: 00:16:34 \n",
      "Ep. 146, Timestep 48325,  Ep.Timesteps 1600, Score: -133.07, Avg.Score: -110.35, Time: 00:17:09 \n",
      "Ep. 147, Timestep 49925,  Ep.Timesteps 1600, Score: -94.51, Avg.Score: -110.23, Time: 00:17:44 \n",
      "Ep. 148, Timestep 51525,  Ep.Timesteps 1600, Score: -137.07, Avg.Score: -110.52, Time: 00:18:19 \n",
      "Ep. 149, Timestep 53125,  Ep.Timesteps 1600, Score: -102.73, Avg.Score: -110.55, Time: 00:18:54 \n",
      "Ep. 150, Timestep 54725,  Ep.Timesteps 1600, Score: -144.22, Avg.Score: -110.95, Time: 00:19:29 \n",
      "Ep. 151, Timestep 56325,  Ep.Timesteps 1600, Score: -162.10, Avg.Score: -111.50, Time: 00:20:04 \n",
      "Ep. 152, Timestep 57925,  Ep.Timesteps 1600, Score: -114.86, Avg.Score: -111.60, Time: 00:20:39 \n",
      "Ep. 153, Timestep 59525,  Ep.Timesteps 1600, Score: -76.22, Avg.Score: -111.31, Time: 00:21:14 \n",
      "Ep. 154, Timestep 61125,  Ep.Timesteps 1600, Score: -79.39, Avg.Score: -111.05, Time: 00:21:50 \n",
      "Ep. 155, Timestep 62725,  Ep.Timesteps 1600, Score: -138.46, Avg.Score: -111.40, Time: 00:22:25 \n",
      "Ep. 156, Timestep 64325,  Ep.Timesteps 1600, Score: -124.85, Avg.Score: -111.62, Time: 00:23:00 \n",
      "Ep. 157, Timestep 65925,  Ep.Timesteps 1600, Score: -100.31, Avg.Score: -111.60, Time: 00:23:35 \n",
      "Ep. 158, Timestep 67525,  Ep.Timesteps 1600, Score: -59.42, Avg.Score: -111.17, Time: 00:24:16 \n",
      "Ep. 159, Timestep 67893,  Ep.Timesteps 368, Score: -129.98, Avg.Score: -111.44, Time: 00:24:54 \n",
      "Ep. 160, Timestep 68351,  Ep.Timesteps 458, Score: -133.87, Avg.Score: -111.73, Time: 00:25:03 \n",
      "Ep. 161, Timestep 68438,  Ep.Timesteps 87, Score: -109.92, Avg.Score: -111.81, Time: 00:25:15 \n",
      "Ep. 162, Timestep 68578,  Ep.Timesteps 140, Score: -110.31, Avg.Score: -111.86, Time: 00:25:17 \n",
      "Ep. 163, Timestep 68939,  Ep.Timesteps 361, Score: -120.41, Avg.Score: -112.01, Time: 00:25:21 \n",
      "Ep. 164, Timestep 69035,  Ep.Timesteps 96, Score: -111.34, Avg.Score: -112.10, Time: 00:25:28 \n",
      "Ep. 165, Timestep 69237,  Ep.Timesteps 202, Score: -131.24, Avg.Score: -112.39, Time: 00:25:31 \n",
      "Ep. 166, Timestep 69362,  Ep.Timesteps 125, Score: -145.28, Avg.Score: -112.82, Time: 00:25:35 \n",
      "Ep. 167, Timestep 69431,  Ep.Timesteps 69, Score: -116.72, Avg.Score: -112.96, Time: 00:25:38 \n",
      "Ep. 168, Timestep 69502,  Ep.Timesteps 71, Score: -115.55, Avg.Score: -113.10, Time: 00:25:40 \n",
      "Ep. 169, Timestep 69567,  Ep.Timesteps 65, Score: -118.57, Avg.Score: -113.27, Time: 00:25:41 \n",
      "Ep. 170, Timestep 69629,  Ep.Timesteps 62, Score: -119.60, Avg.Score: -113.49, Time: 00:25:43 \n",
      "Ep. 171, Timestep 69693,  Ep.Timesteps 64, Score: -117.62, Avg.Score: -113.63, Time: 00:25:44 \n",
      "Ep. 172, Timestep 69863,  Ep.Timesteps 170, Score: -146.02, Avg.Score: -114.04, Time: 00:25:46 \n",
      "Ep. 173, Timestep 70009,  Ep.Timesteps 146, Score: -144.67, Avg.Score: -114.51, Time: 00:25:50 \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 174, Timestep 70115,  Ep.Timesteps 106, Score: -130.96, Avg.Score: -114.80, Time: 00:25:53 \n",
      "Ep. 175, Timestep 70261,  Ep.Timesteps 146, Score: -106.86, Avg.Score: -114.82, Time: 00:25:56 \n",
      "Ep. 176, Timestep 70306,  Ep.Timesteps 45, Score: -113.33, Avg.Score: -114.74, Time: 00:25:59 \n",
      "Ep. 177, Timestep 70355,  Ep.Timesteps 49, Score: -113.37, Avg.Score: -114.84, Time: 00:26:00 \n",
      "Ep. 178, Timestep 70466,  Ep.Timesteps 111, Score: -132.34, Avg.Score: -115.12, Time: 00:26:01 \n",
      "Ep. 179, Timestep 70615,  Ep.Timesteps 149, Score: -134.76, Avg.Score: -115.58, Time: 00:26:03 \n",
      "Ep. 180, Timestep 72215,  Ep.Timesteps 1600, Score: -31.85, Avg.Score: -114.84, Time: 00:26:09 \n",
      "Ep. 181, Timestep 73815,  Ep.Timesteps 1600, Score: -75.62, Avg.Score: -114.37, Time: 00:26:44 \n",
      "Ep. 182, Timestep 75415,  Ep.Timesteps 1600, Score: -93.24, Avg.Score: -114.11, Time: 00:27:20 \n",
      "Ep. 183, Timestep 75584,  Ep.Timesteps 169, Score: -109.49, Avg.Score: -113.85, Time: 00:27:53 \n",
      "Ep. 184, Timestep 77184,  Ep.Timesteps 1600, Score: -97.66, Avg.Score: -113.57, Time: 00:27:59 \n",
      "Ep. 185, Timestep 77394,  Ep.Timesteps 210, Score: -99.59, Avg.Score: -113.40, Time: 00:28:33 \n",
      "Ep. 186, Timestep 77578,  Ep.Timesteps 184, Score: -121.49, Avg.Score: -113.55, Time: 00:28:37 \n",
      "Ep. 187, Timestep 79178,  Ep.Timesteps 1600, Score: -123.90, Avg.Score: -113.61, Time: 00:28:43 \n",
      "Ep. 188, Timestep 80778,  Ep.Timesteps 1600, Score: -114.45, Avg.Score: -113.74, Time: 00:29:19 \n",
      "Ep. 189, Timestep 80944,  Ep.Timesteps 166, Score: -82.48, Avg.Score: -113.47, Time: 00:29:57 \n",
      "Ep. 190, Timestep 82544,  Ep.Timesteps 1600, Score: -46.96, Avg.Score: -112.99, Time: 00:30:03 \n",
      "Ep. 191, Timestep 84144,  Ep.Timesteps 1600, Score: -90.00, Avg.Score: -112.82, Time: 00:30:39 \n",
      "Ep. 192, Timestep 85744,  Ep.Timesteps 1600, Score: -150.87, Avg.Score: -112.93, Time: 00:31:16 \n",
      "Ep. 193, Timestep 85927,  Ep.Timesteps 183, Score: -89.08, Avg.Score: -112.71, Time: 00:31:52 \n",
      "Ep. 194, Timestep 87527,  Ep.Timesteps 1600, Score: -109.68, Avg.Score: -112.93, Time: 00:31:57 \n",
      "Ep. 195, Timestep 89127,  Ep.Timesteps 1600, Score: -139.41, Avg.Score: -113.04, Time: 00:32:34 \n",
      "Ep. 196, Timestep 90727,  Ep.Timesteps 1600, Score: -21.44, Avg.Score: -112.07, Time: 00:33:10 \n",
      "Ep. 197, Timestep 92327,  Ep.Timesteps 1600, Score: -42.53, Avg.Score: -111.13, Time: 00:33:48 \n",
      "Ep. 198, Timestep 93927,  Ep.Timesteps 1600, Score: -59.53, Avg.Score: -110.64, Time: 00:34:24 \n",
      "Ep. 199, Timestep 95527,  Ep.Timesteps 1600, Score: -43.20, Avg.Score: -109.67, Time: 00:35:00 \n",
      "Ep. 200, Timestep 97127,  Ep.Timesteps 1600, Score: -17.35, Avg.Score: -108.76, Time: 00:35:36 \n",
      "Ep. 201, Timestep 98727,  Ep.Timesteps 1600, Score: -47.88, Avg.Score: -107.94, Time: 00:36:12 \n",
      "Ep. 202, Timestep 100327,  Ep.Timesteps 1600, Score: -56.33, Avg.Score: -107.28, Time: 00:36:47 \n",
      "Ep. 203, Timestep 101927,  Ep.Timesteps 1600, Score: -130.54, Avg.Score: -107.24, Time: 00:37:23 \n",
      "Ep. 204, Timestep 102540,  Ep.Timesteps 613, Score: -172.26, Avg.Score: -107.94, Time: 00:37:57 \n",
      "Ep. 205, Timestep 104140,  Ep.Timesteps 1600, Score: -157.93, Avg.Score: -108.47, Time: 00:38:12 \n",
      "Ep. 206, Timestep 105177,  Ep.Timesteps 1037, Score: -213.38, Avg.Score: -109.55, Time: 00:38:46 \n",
      "Ep. 207, Timestep 106777,  Ep.Timesteps 1600, Score: -153.86, Avg.Score: -110.04, Time: 00:39:10 \n",
      "Ep. 208, Timestep 108377,  Ep.Timesteps 1600, Score: -107.31, Avg.Score: -110.07, Time: 00:39:45 \n",
      "Ep. 209, Timestep 109977,  Ep.Timesteps 1600, Score: -116.45, Avg.Score: -110.21, Time: 00:40:21 \n",
      "Ep. 210, Timestep 111577,  Ep.Timesteps 1600, Score: -24.40, Avg.Score: -109.41, Time: 00:40:56 \n",
      "Ep. 211, Timestep 113177,  Ep.Timesteps 1600, Score: -144.06, Avg.Score: -109.78, Time: 00:41:32 \n",
      "Ep. 212, Timestep 113230,  Ep.Timesteps 53, Score: -113.01, Avg.Score: -109.90, Time: 00:42:06 \n",
      "Ep. 213, Timestep 114830,  Ep.Timesteps 1600, Score: -118.20, Avg.Score: -110.06, Time: 00:42:09 \n",
      "Ep. 214, Timestep 116430,  Ep.Timesteps 1600, Score: -78.03, Avg.Score: -109.81, Time: 00:42:44 \n",
      "Ep. 215, Timestep 118030,  Ep.Timesteps 1600, Score: -65.12, Avg.Score: -109.14, Time: 00:43:21 \n",
      "Ep. 216, Timestep 119630,  Ep.Timesteps 1600, Score: -82.41, Avg.Score: -108.68, Time: 00:43:57 \n",
      "Ep. 217, Timestep 121230,  Ep.Timesteps 1600, Score: -81.09, Avg.Score: -108.41, Time: 00:44:33 \n",
      "Ep. 218, Timestep 122830,  Ep.Timesteps 1600, Score: -78.22, Avg.Score: -108.10, Time: 00:45:13 \n",
      "Ep. 219, Timestep 122937,  Ep.Timesteps 107, Score: -125.50, Avg.Score: -108.31, Time: 00:45:47 \n",
      "Ep. 220, Timestep 124537,  Ep.Timesteps 1600, Score: -88.62, Avg.Score: -108.14, Time: 00:45:52 \n",
      "Ep. 221, Timestep 126137,  Ep.Timesteps 1600, Score: -78.96, Avg.Score: -107.86, Time: 00:46:29 \n",
      "Ep. 222, Timestep 126371,  Ep.Timesteps 234, Score: -94.12, Avg.Score: -107.80, Time: 00:47:03 \n",
      "Ep. 223, Timestep 127971,  Ep.Timesteps 1600, Score: -35.44, Avg.Score: -107.10, Time: 00:47:10 \n",
      "Ep. 224, Timestep 129571,  Ep.Timesteps 1600, Score: -58.79, Avg.Score: -106.79, Time: 00:47:46 \n",
      "Ep. 225, Timestep 131171,  Ep.Timesteps 1600, Score: -110.30, Avg.Score: -106.65, Time: 00:48:23 \n",
      "Ep. 226, Timestep 132771,  Ep.Timesteps 1600, Score: -111.62, Avg.Score: -106.74, Time: 00:48:58 \n",
      "Ep. 227, Timestep 134371,  Ep.Timesteps 1600, Score: -145.68, Avg.Score: -107.17, Time: 00:49:34 \n",
      "Ep. 228, Timestep 135971,  Ep.Timesteps 1600, Score: -56.50, Avg.Score: -106.37, Time: 00:50:09 \n",
      "Ep. 229, Timestep 136751,  Ep.Timesteps 780, Score: -127.06, Avg.Score: -106.57, Time: 00:50:44 \n",
      "Ep. 230, Timestep 138351,  Ep.Timesteps 1600, Score: -107.57, Avg.Score: -106.62, Time: 00:51:02 \n",
      "Ep. 231, Timestep 138516,  Ep.Timesteps 165, Score: -115.52, Avg.Score: -106.69, Time: 00:51:35 \n",
      "Ep. 232, Timestep 138783,  Ep.Timesteps 267, Score: -111.59, Avg.Score: -107.00, Time: 00:51:39 \n",
      "Ep. 233, Timestep 140383,  Ep.Timesteps 1600, Score: -71.33, Avg.Score: -106.62, Time: 00:51:47 \n",
      "Ep. 234, Timestep 140625,  Ep.Timesteps 242, Score: -108.92, Avg.Score: -106.57, Time: 00:52:20 \n",
      "Ep. 235, Timestep 142225,  Ep.Timesteps 1600, Score: -116.70, Avg.Score: -107.18, Time: 00:52:27 \n",
      "Ep. 236, Timestep 142305,  Ep.Timesteps 80, Score: -100.77, Avg.Score: -106.54, Time: 00:53:01 \n",
      "Ep. 237, Timestep 143905,  Ep.Timesteps 1600, Score: -80.46, Avg.Score: -105.65, Time: 00:53:05 \n",
      "Ep. 238, Timestep 144081,  Ep.Timesteps 176, Score: -100.30, Avg.Score: -105.42, Time: 00:53:39 \n",
      "Ep. 239, Timestep 144202,  Ep.Timesteps 121, Score: -105.79, Avg.Score: -104.89, Time: 00:53:44 \n",
      "Ep. 240, Timestep 144295,  Ep.Timesteps 93, Score: -100.42, Avg.Score: -104.75, Time: 00:53:46 \n",
      "Ep. 241, Timestep 144370,  Ep.Timesteps 75, Score: -100.15, Avg.Score: -104.00, Time: 00:53:48 \n",
      "Ep. 242, Timestep 144452,  Ep.Timesteps 82, Score: -98.49, Avg.Score: -104.35, Time: 00:53:50 \n",
      "Ep. 243, Timestep 144535,  Ep.Timesteps 83, Score: -96.29, Avg.Score: -104.65, Time: 00:53:52 \n",
      "Ep. 244, Timestep 144678,  Ep.Timesteps 143, Score: -97.81, Avg.Score: -104.38, Time: 00:53:54 \n",
      "Ep. 245, Timestep 144839,  Ep.Timesteps 161, Score: -102.46, Avg.Score: -104.17, Time: 00:53:57 \n",
      "Ep. 246, Timestep 145222,  Ep.Timesteps 383, Score: -104.37, Avg.Score: -103.89, Time: 00:54:01 \n",
      "Ep. 247, Timestep 145490,  Ep.Timesteps 268, Score: -119.64, Avg.Score: -104.14, Time: 00:54:10 \n",
      "Ep. 248, Timestep 145733,  Ep.Timesteps 243, Score: -126.00, Avg.Score: -104.03, Time: 00:54:15 \n",
      "Ep. 249, Timestep 145851,  Ep.Timesteps 118, Score: -93.90, Avg.Score: -103.94, Time: 00:54:21 \n",
      "Ep. 250, Timestep 145976,  Ep.Timesteps 125, Score: -97.54, Avg.Score: -103.47, Time: 00:54:23 \n",
      "Ep. 251, Timestep 147576,  Ep.Timesteps 1600, Score: -31.00, Avg.Score: -102.16, Time: 00:54:28 \n",
      "Ep. 252, Timestep 149176,  Ep.Timesteps 1600, Score: -59.80, Avg.Score: -101.61, Time: 00:55:04 \n",
      "Ep. 253, Timestep 149322,  Ep.Timesteps 146, Score: -99.35, Avg.Score: -101.84, Time: 00:55:38 \n",
      "Ep. 254, Timestep 149474,  Ep.Timesteps 152, Score: -96.01, Avg.Score: -102.01, Time: 00:55:41 \n",
      "Ep. 255, Timestep 149650,  Ep.Timesteps 176, Score: -98.96, Avg.Score: -101.61, Time: 00:55:45 \n",
      "Ep. 256, Timestep 149770,  Ep.Timesteps 120, Score: -94.67, Avg.Score: -101.31, Time: 00:55:48 \n",
      "Ep. 257, Timestep 149992,  Ep.Timesteps 222, Score: -101.35, Avg.Score: -101.32, Time: 00:55:51 \n",
      "Ep. 258, Timestep 151592,  Ep.Timesteps 1600, Score: -82.72, Avg.Score: -101.55, Time: 00:55:58 \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 259, Timestep 151763,  Ep.Timesteps 171, Score: -99.35, Avg.Score: -101.25, Time: 00:56:31 \n",
      "Ep. 260, Timestep 152008,  Ep.Timesteps 245, Score: -95.63, Avg.Score: -100.87, Time: 00:56:35 \n",
      "Ep. 261, Timestep 152126,  Ep.Timesteps 118, Score: -100.25, Avg.Score: -100.77, Time: 00:56:40 \n",
      "Ep. 262, Timestep 153256,  Ep.Timesteps 1130, Score: -132.95, Avg.Score: -101.00, Time: 00:56:44 \n",
      "Ep. 263, Timestep 154585,  Ep.Timesteps 1329, Score: -110.37, Avg.Score: -100.90, Time: 00:57:09 \n",
      "Ep. 264, Timestep 154683,  Ep.Timesteps 98, Score: -97.47, Avg.Score: -100.76, Time: 00:57:37 \n",
      "Ep. 265, Timestep 154759,  Ep.Timesteps 76, Score: -99.03, Avg.Score: -100.43, Time: 00:57:39 \n",
      "Ep. 266, Timestep 154852,  Ep.Timesteps 93, Score: -96.74, Avg.Score: -99.95, Time: 00:57:41 \n",
      "Ep. 267, Timestep 154973,  Ep.Timesteps 121, Score: -96.16, Avg.Score: -99.74, Time: 00:57:43 \n",
      "Ep. 268, Timestep 156573,  Ep.Timesteps 1600, Score: -53.45, Avg.Score: -99.12, Time: 00:57:47 \n",
      "Ep. 269, Timestep 156709,  Ep.Timesteps 136, Score: -98.11, Avg.Score: -98.92, Time: 00:58:21 \n",
      "Ep. 270, Timestep 158309,  Ep.Timesteps 1600, Score: -85.55, Avg.Score: -98.58, Time: 00:58:26 \n",
      "Ep. 271, Timestep 159909,  Ep.Timesteps 1600, Score: -60.28, Avg.Score: -98.00, Time: 00:59:01 \n",
      "Ep. 272, Timestep 161509,  Ep.Timesteps 1600, Score: -34.78, Avg.Score: -96.89, Time: 00:59:36 \n",
      "Ep. 273, Timestep 163109,  Ep.Timesteps 1600, Score: 67.80, Avg.Score: -94.77, Time: 01:00:11 \n",
      "Ep. 274, Timestep 164709,  Ep.Timesteps 1600, Score: -75.78, Avg.Score: -94.21, Time: 01:00:46 \n",
      "Ep. 275, Timestep 166309,  Ep.Timesteps 1600, Score: -75.63, Avg.Score: -93.90, Time: 01:01:21 \n",
      "Ep. 276, Timestep 167909,  Ep.Timesteps 1600, Score: -80.02, Avg.Score: -93.57, Time: 01:01:56 \n",
      "Ep. 277, Timestep 168403,  Ep.Timesteps 494, Score: -85.37, Avg.Score: -93.29, Time: 01:02:30 \n",
      "Ep. 278, Timestep 168742,  Ep.Timesteps 339, Score: -105.37, Avg.Score: -93.02, Time: 01:02:41 \n",
      "Ep. 279, Timestep 170342,  Ep.Timesteps 1600, Score: -22.60, Avg.Score: -91.90, Time: 01:02:50 \n",
      "Ep. 280, Timestep 170518,  Ep.Timesteps 176, Score: -120.57, Avg.Score: -92.79, Time: 01:03:23 \n",
      "Ep. 281, Timestep 172118,  Ep.Timesteps 1600, Score: 8.06, Avg.Score: -91.95, Time: 01:03:29 \n",
      "Ep. 282, Timestep 172359,  Ep.Timesteps 241, Score: -125.08, Avg.Score: -92.27, Time: 01:04:02 \n",
      "Ep. 283, Timestep 173959,  Ep.Timesteps 1600, Score: 15.68, Avg.Score: -91.02, Time: 01:04:09 \n",
      "Ep. 284, Timestep 174179,  Ep.Timesteps 220, Score: -89.78, Avg.Score: -90.94, Time: 01:04:42 \n",
      "Ep. 285, Timestep 175779,  Ep.Timesteps 1600, Score: -90.89, Avg.Score: -90.85, Time: 01:04:49 \n",
      "Ep. 286, Timestep 177379,  Ep.Timesteps 1600, Score: 73.15, Avg.Score: -88.90, Time: 01:05:24 \n",
      "Ep. 287, Timestep 178979,  Ep.Timesteps 1600, Score: 78.73, Avg.Score: -86.88, Time: 01:05:59 \n",
      "Ep. 288, Timestep 180579,  Ep.Timesteps 1600, Score: 46.43, Avg.Score: -85.27, Time: 01:06:34 \n",
      "Ep. 289, Timestep 182179,  Ep.Timesteps 1600, Score: -68.92, Avg.Score: -85.13, Time: 01:07:10 \n",
      "Ep. 290, Timestep 183779,  Ep.Timesteps 1600, Score: -63.85, Avg.Score: -85.30, Time: 01:07:45 \n",
      "Ep. 291, Timestep 185379,  Ep.Timesteps 1600, Score: -60.85, Avg.Score: -85.01, Time: 01:08:20 \n",
      "Ep. 292, Timestep 186979,  Ep.Timesteps 1600, Score: -21.19, Avg.Score: -83.71, Time: 01:08:55 \n",
      "Ep. 293, Timestep 188579,  Ep.Timesteps 1600, Score: 3.50, Avg.Score: -82.79, Time: 01:09:30 \n",
      "Ep. 294, Timestep 190179,  Ep.Timesteps 1600, Score: 15.75, Avg.Score: -81.53, Time: 01:10:05 \n",
      "Ep. 295, Timestep 191779,  Ep.Timesteps 1600, Score: 73.67, Avg.Score: -79.40, Time: 01:10:40 \n",
      "Ep. 296, Timestep 193379,  Ep.Timesteps 1600, Score: 5.64, Avg.Score: -79.13, Time: 01:11:15 \n",
      "Ep. 297, Timestep 194979,  Ep.Timesteps 1600, Score: 47.76, Avg.Score: -78.23, Time: 01:11:50 \n",
      "Ep. 298, Timestep 196579,  Ep.Timesteps 1600, Score: 13.92, Avg.Score: -77.49, Time: 01:12:25 \n",
      "Ep. 299, Timestep 198179,  Ep.Timesteps 1600, Score: 81.77, Avg.Score: -76.24, Time: 01:13:00 \n",
      "Ep. 300, Timestep 199779,  Ep.Timesteps 1600, Score: 34.31, Avg.Score: -75.73, Time: 01:13:36 \n",
      "Ep. 301, Timestep 201379,  Ep.Timesteps 1600, Score: -70.65, Avg.Score: -75.96, Time: 01:14:11 \n",
      "Ep. 302, Timestep 202979,  Ep.Timesteps 1600, Score: 28.39, Avg.Score: -75.11, Time: 01:14:46 \n",
      "Ep. 303, Timestep 204579,  Ep.Timesteps 1600, Score: 50.61, Avg.Score: -73.30, Time: 01:15:21 \n",
      "Ep. 304, Timestep 206179,  Ep.Timesteps 1600, Score: 63.88, Avg.Score: -70.94, Time: 01:15:56 \n",
      "Ep. 305, Timestep 206228,  Ep.Timesteps 49, Score: -106.68, Avg.Score: -70.42, Time: 01:16:29 \n",
      "Ep. 306, Timestep 206302,  Ep.Timesteps 74, Score: -117.03, Avg.Score: -69.46, Time: 01:16:30 \n",
      "Ep. 307, Timestep 206357,  Ep.Timesteps 55, Score: -106.34, Avg.Score: -68.98, Time: 01:16:32 \n",
      "Ep. 308, Timestep 207957,  Ep.Timesteps 1600, Score: 22.66, Avg.Score: -67.68, Time: 01:16:35 \n",
      "Ep. 309, Timestep 209557,  Ep.Timesteps 1600, Score: 58.01, Avg.Score: -65.94, Time: 01:17:10 \n",
      "Ep. 310, Timestep 211157,  Ep.Timesteps 1600, Score: 113.92, Avg.Score: -64.56, Time: 01:17:45 \n",
      "Ep. 311, Timestep 212757,  Ep.Timesteps 1600, Score: 44.98, Avg.Score: -62.67, Time: 01:18:20 \n",
      "Ep. 312, Timestep 214357,  Ep.Timesteps 1600, Score: 41.60, Avg.Score: -61.12, Time: 01:18:55 \n",
      "Ep. 313, Timestep 215957,  Ep.Timesteps 1600, Score: 116.20, Avg.Score: -58.78, Time: 01:19:30 \n",
      "Ep. 314, Timestep 217557,  Ep.Timesteps 1600, Score: 102.55, Avg.Score: -56.97, Time: 01:20:05 \n",
      "Ep. 315, Timestep 219157,  Ep.Timesteps 1600, Score: 24.08, Avg.Score: -56.08, Time: 01:20:41 \n",
      "Ep. 316, Timestep 220757,  Ep.Timesteps 1600, Score: 57.05, Avg.Score: -54.68, Time: 01:21:16 \n",
      "Ep. 317, Timestep 222357,  Ep.Timesteps 1600, Score: 81.19, Avg.Score: -53.06, Time: 01:21:51 \n",
      "Ep. 318, Timestep 222462,  Ep.Timesteps 105, Score: -104.50, Avg.Score: -53.32, Time: 01:22:24 \n",
      "Ep. 319, Timestep 224062,  Ep.Timesteps 1600, Score: 123.12, Avg.Score: -50.84, Time: 01:22:28 \n",
      "Ep. 320, Timestep 225662,  Ep.Timesteps 1600, Score: 106.84, Avg.Score: -48.88, Time: 01:23:03 \n",
      "Ep. 321, Timestep 227262,  Ep.Timesteps 1600, Score: 89.69, Avg.Score: -47.20, Time: 01:23:39 \n",
      "Ep. 322, Timestep 228862,  Ep.Timesteps 1600, Score: 126.00, Avg.Score: -45.00, Time: 01:24:14 \n",
      "Ep. 323, Timestep 230462,  Ep.Timesteps 1600, Score: 114.89, Avg.Score: -43.49, Time: 01:24:49 \n",
      "Ep. 324, Timestep 232062,  Ep.Timesteps 1600, Score: 74.52, Avg.Score: -42.16, Time: 01:25:24 \n",
      "Ep. 325, Timestep 233662,  Ep.Timesteps 1600, Score: -37.08, Avg.Score: -41.43, Time: 01:25:59 \n",
      "Ep. 326, Timestep 234023,  Ep.Timesteps 361, Score: -77.39, Avg.Score: -41.08, Time: 01:26:33 \n",
      "Ep. 327, Timestep 235623,  Ep.Timesteps 1600, Score: 75.60, Avg.Score: -38.87, Time: 01:26:42 \n",
      "Ep. 328, Timestep 237223,  Ep.Timesteps 1600, Score: 111.88, Avg.Score: -37.19, Time: 01:27:17 \n",
      "Ep. 329, Timestep 238823,  Ep.Timesteps 1600, Score: 131.17, Avg.Score: -34.61, Time: 01:27:52 \n",
      "Ep. 330, Timestep 240423,  Ep.Timesteps 1600, Score: 138.59, Avg.Score: -32.14, Time: 01:28:28 \n",
      "Ep. 331, Timestep 242023,  Ep.Timesteps 1600, Score: 115.15, Avg.Score: -29.84, Time: 01:29:03 \n",
      "Ep. 332, Timestep 243623,  Ep.Timesteps 1600, Score: 209.52, Avg.Score: -26.63, Time: 01:29:38 \n",
      "Ep. 333, Timestep 245223,  Ep.Timesteps 1600, Score: 183.99, Avg.Score: -24.07, Time: 01:30:13 \n",
      "Ep. 334, Timestep 246823,  Ep.Timesteps 1600, Score: 153.61, Avg.Score: -21.45, Time: 01:30:48 \n",
      "Ep. 335, Timestep 248423,  Ep.Timesteps 1600, Score: 140.45, Avg.Score: -18.88, Time: 01:31:23 \n",
      "Ep. 336, Timestep 250023,  Ep.Timesteps 1600, Score: 204.46, Avg.Score: -15.82, Time: 01:31:58 \n",
      "Ep. 337, Timestep 251623,  Ep.Timesteps 1600, Score: 187.71, Avg.Score: -13.14, Time: 01:32:33 \n",
      "Ep. 338, Timestep 253223,  Ep.Timesteps 1600, Score: 174.85, Avg.Score: -10.39, Time: 01:33:08 \n",
      "Ep. 339, Timestep 254823,  Ep.Timesteps 1600, Score: 220.75, Avg.Score: -7.13, Time: 01:33:44 \n",
      "Ep. 340, Timestep 256423,  Ep.Timesteps 1600, Score: 213.37, Avg.Score: -3.99, Time: 01:34:19 \n",
      "Ep. 341, Timestep 258023,  Ep.Timesteps 1600, Score: 243.76, Avg.Score: -0.55, Time: 01:34:54 \n",
      "Ep. 342, Timestep 259623,  Ep.Timesteps 1600, Score: 256.45, Avg.Score: 3.00, Time: 01:35:29 \n",
      "Ep. 343, Timestep 261223,  Ep.Timesteps 1600, Score: 194.52, Avg.Score: 5.91, Time: 01:36:04 \n",
      "Ep. 344, Timestep 262760,  Ep.Timesteps 1537, Score: 255.11, Avg.Score: 9.44, Time: 01:36:40 \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 345, Timestep 264341,  Ep.Timesteps 1581, Score: 242.48, Avg.Score: 12.89, Time: 01:37:13 \n",
      "Ep. 346, Timestep 265941,  Ep.Timesteps 1600, Score: 195.05, Avg.Score: 15.88, Time: 01:37:48 \n",
      "Ep. 347, Timestep 267541,  Ep.Timesteps 1600, Score: 226.58, Avg.Score: 19.34, Time: 01:38:23 \n",
      "Ep. 348, Timestep 269127,  Ep.Timesteps 1586, Score: 244.17, Avg.Score: 23.05, Time: 01:38:58 \n",
      "Ep. 349, Timestep 270551,  Ep.Timesteps 1424, Score: 261.89, Avg.Score: 26.60, Time: 01:39:33 \n",
      "Ep. 350, Timestep 272059,  Ep.Timesteps 1508, Score: 254.25, Avg.Score: 30.12, Time: 01:40:04 \n",
      "Ep. 351, Timestep 273659,  Ep.Timesteps 1600, Score: 245.81, Avg.Score: 32.89, Time: 01:40:37 \n",
      "Ep. 352, Timestep 275158,  Ep.Timesteps 1499, Score: 252.57, Avg.Score: 36.01, Time: 01:41:12 \n",
      "Ep. 353, Timestep 276758,  Ep.Timesteps 1600, Score: 237.72, Avg.Score: 39.38, Time: 01:41:45 \n",
      "Ep. 354, Timestep 276959,  Ep.Timesteps 201, Score: -88.83, Avg.Score: 39.46, Time: 01:42:19 \n",
      "Ep. 355, Timestep 278559,  Ep.Timesteps 1600, Score: 223.46, Avg.Score: 42.68, Time: 01:42:25 \n",
      "Ep. 356, Timestep 278877,  Ep.Timesteps 318, Score: -76.10, Avg.Score: 42.87, Time: 01:42:58 \n",
      "Ep. 357, Timestep 280476,  Ep.Timesteps 1599, Score: 256.59, Avg.Score: 46.45, Time: 01:43:07 \n",
      "Ep. 358, Timestep 282076,  Ep.Timesteps 1600, Score: 249.90, Avg.Score: 49.77, Time: 01:43:42 \n",
      "Ep. 359, Timestep 283676,  Ep.Timesteps 1600, Score: 187.80, Avg.Score: 52.64, Time: 01:44:17 \n",
      "Ep. 360, Timestep 285276,  Ep.Timesteps 1600, Score: 221.59, Avg.Score: 55.82, Time: 01:44:52 \n",
      "Ep. 361, Timestep 285749,  Ep.Timesteps 473, Score: -64.77, Avg.Score: 56.17, Time: 01:45:26 \n",
      "Ep. 362, Timestep 287298,  Ep.Timesteps 1549, Score: 271.14, Avg.Score: 60.21, Time: 01:45:38 \n",
      "Ep. 363, Timestep 288787,  Ep.Timesteps 1489, Score: 265.80, Avg.Score: 63.97, Time: 01:46:12 \n",
      "Ep. 364, Timestep 290294,  Ep.Timesteps 1507, Score: 264.31, Avg.Score: 67.59, Time: 01:46:44 \n",
      "Ep. 365, Timestep 291881,  Ep.Timesteps 1587, Score: 257.65, Avg.Score: 71.16, Time: 01:47:18 \n",
      "Ep. 366, Timestep 293292,  Ep.Timesteps 1411, Score: 274.86, Avg.Score: 74.87, Time: 01:47:52 \n",
      "Ep. 367, Timestep 294719,  Ep.Timesteps 1427, Score: 267.45, Avg.Score: 78.51, Time: 01:48:23 \n",
      "Ep. 368, Timestep 296035,  Ep.Timesteps 1316, Score: 273.10, Avg.Score: 81.77, Time: 01:48:54 \n",
      "Ep. 369, Timestep 297416,  Ep.Timesteps 1381, Score: 271.99, Avg.Score: 85.48, Time: 01:49:23 \n",
      "Ep. 370, Timestep 298879,  Ep.Timesteps 1463, Score: 269.08, Avg.Score: 89.02, Time: 01:49:54 \n",
      "Ep. 371, Timestep 300243,  Ep.Timesteps 1364, Score: 271.63, Avg.Score: 92.34, Time: 01:50:26 \n",
      "Ep. 372, Timestep 301679,  Ep.Timesteps 1436, Score: 271.58, Avg.Score: 95.40, Time: 01:50:55 \n",
      "Ep. 373, Timestep 303024,  Ep.Timesteps 1345, Score: 269.49, Avg.Score: 97.42, Time: 01:51:27 \n",
      "Ep. 374, Timestep 304368,  Ep.Timesteps 1344, Score: 272.94, Avg.Score: 100.91, Time: 01:51:56 \n",
      "Ep. 375, Timestep 305707,  Ep.Timesteps 1339, Score: 279.19, Avg.Score: 104.46, Time: 01:52:26 \n",
      "Ep. 376, Timestep 307055,  Ep.Timesteps 1348, Score: 282.35, Avg.Score: 108.08, Time: 01:52:55 \n",
      "Ep. 377, Timestep 308323,  Ep.Timesteps 1268, Score: 281.76, Avg.Score: 111.75, Time: 01:53:25 \n",
      "Ep. 378, Timestep 309603,  Ep.Timesteps 1280, Score: 279.17, Avg.Score: 115.60, Time: 01:53:53 \n",
      "Ep. 379, Timestep 310907,  Ep.Timesteps 1304, Score: 278.73, Avg.Score: 118.61, Time: 01:54:21 \n",
      "Ep. 380, Timestep 312183,  Ep.Timesteps 1276, Score: 278.39, Avg.Score: 122.60, Time: 01:54:49 \n",
      "Ep. 381, Timestep 313783,  Ep.Timesteps 1600, Score: 257.59, Avg.Score: 125.10, Time: 01:55:18 \n",
      "Ep. 382, Timestep 315060,  Ep.Timesteps 1277, Score: 270.13, Avg.Score: 129.05, Time: 01:55:53 \n",
      "Ep. 383, Timestep 316319,  Ep.Timesteps 1259, Score: 275.05, Avg.Score: 131.64, Time: 01:56:21 \n",
      "Ep. 384, Timestep 317587,  Ep.Timesteps 1268, Score: 275.33, Avg.Score: 135.29, Time: 01:56:48 \n",
      "Ep. 385, Timestep 318853,  Ep.Timesteps 1266, Score: 273.02, Avg.Score: 138.93, Time: 01:57:16 \n",
      "Ep. 386, Timestep 320044,  Ep.Timesteps 1191, Score: 274.64, Avg.Score: 140.95, Time: 01:57:44 \n",
      "Ep. 387, Timestep 320916,  Ep.Timesteps 872, Score: 65.69, Avg.Score: 140.82, Time: 01:58:10 \n",
      "Ep. 388, Timestep 322516,  Ep.Timesteps 1600, Score: -124.39, Avg.Score: 139.11, Time: 01:58:30 \n",
      "Ep. 389, Timestep 322560,  Ep.Timesteps 44, Score: -116.46, Avg.Score: 138.63, Time: 01:59:03 \n",
      "Ep. 390, Timestep 322601,  Ep.Timesteps 41, Score: -115.46, Avg.Score: 138.12, Time: 01:59:04 \n",
      "Ep. 391, Timestep 322644,  Ep.Timesteps 43, Score: -113.93, Avg.Score: 137.59, Time: 01:59:05 \n",
      "Ep. 392, Timestep 322688,  Ep.Timesteps 44, Score: -113.56, Avg.Score: 136.66, Time: 01:59:06 \n",
      "Ep. 393, Timestep 322731,  Ep.Timesteps 43, Score: -113.91, Avg.Score: 135.49, Time: 01:59:07 \n",
      "Ep. 394, Timestep 324331,  Ep.Timesteps 1600, Score: -135.34, Avg.Score: 133.98, Time: 01:59:10 \n",
      "Ep. 395, Timestep 324393,  Ep.Timesteps 62, Score: -117.50, Avg.Score: 132.07, Time: 01:59:43 \n",
      "Ep. 396, Timestep 324441,  Ep.Timesteps 48, Score: -114.15, Avg.Score: 130.87, Time: 01:59:45 \n",
      "Ep. 397, Timestep 324487,  Ep.Timesteps 46, Score: -114.64, Avg.Score: 129.24, Time: 01:59:46 \n",
      "Ep. 398, Timestep 324531,  Ep.Timesteps 44, Score: -115.22, Avg.Score: 127.95, Time: 01:59:47 \n",
      "Ep. 399, Timestep 324572,  Ep.Timesteps 41, Score: -112.94, Avg.Score: 126.00, Time: 01:59:48 \n",
      "Ep. 400, Timestep 324626,  Ep.Timesteps 54, Score: -109.87, Avg.Score: 124.56, Time: 01:59:49 \n",
      "Ep. 401, Timestep 326226,  Ep.Timesteps 1600, Score: -114.29, Avg.Score: 124.13, Time: 01:59:52 \n",
      "Ep. 402, Timestep 327720,  Ep.Timesteps 1494, Score: 253.20, Avg.Score: 126.37, Time: 02:00:27 \n",
      "Ep. 403, Timestep 329056,  Ep.Timesteps 1336, Score: 262.98, Avg.Score: 128.50, Time: 02:00:59 \n",
      "Ep. 404, Timestep 330440,  Ep.Timesteps 1384, Score: 261.07, Avg.Score: 130.47, Time: 02:01:29 \n",
      "Ep. 405, Timestep 331747,  Ep.Timesteps 1307, Score: 265.70, Avg.Score: 134.19, Time: 02:01:59 \n",
      "Ep. 406, Timestep 333114,  Ep.Timesteps 1367, Score: 258.59, Avg.Score: 137.95, Time: 02:02:28 \n",
      "Ep. 407, Timestep 334486,  Ep.Timesteps 1372, Score: 256.46, Avg.Score: 141.58, Time: 02:02:58 \n",
      "Ep. 408, Timestep 335905,  Ep.Timesteps 1419, Score: 261.74, Avg.Score: 143.97, Time: 02:03:28 \n",
      "Ep. 409, Timestep 337217,  Ep.Timesteps 1312, Score: 259.02, Avg.Score: 145.98, Time: 02:03:59 \n",
      "Ep. 410, Timestep 338468,  Ep.Timesteps 1251, Score: 274.89, Avg.Score: 147.59, Time: 02:04:28 \n",
      "Ep. 411, Timestep 339697,  Ep.Timesteps 1229, Score: 268.27, Avg.Score: 149.82, Time: 02:04:55 \n",
      "Ep. 412, Timestep 340914,  Ep.Timesteps 1217, Score: 273.56, Avg.Score: 152.14, Time: 02:05:23 \n",
      "Ep. 413, Timestep 342146,  Ep.Timesteps 1232, Score: 273.21, Avg.Score: 153.71, Time: 02:05:50 \n",
      "Ep. 414, Timestep 343441,  Ep.Timesteps 1295, Score: 277.19, Avg.Score: 155.46, Time: 02:06:18 \n",
      "Ep. 415, Timestep 344696,  Ep.Timesteps 1255, Score: 276.64, Avg.Score: 157.98, Time: 02:06:46 \n",
      "Ep. 416, Timestep 345966,  Ep.Timesteps 1270, Score: 271.53, Avg.Score: 160.13, Time: 02:07:14 \n",
      "Ep. 417, Timestep 347157,  Ep.Timesteps 1191, Score: 273.81, Avg.Score: 162.05, Time: 02:07:42 \n",
      "Ep. 418, Timestep 348367,  Ep.Timesteps 1210, Score: 275.99, Avg.Score: 165.86, Time: 02:08:08 \n",
      "Ep. 419, Timestep 349627,  Ep.Timesteps 1260, Score: 274.81, Avg.Score: 167.38, Time: 02:08:35 \n",
      "Ep. 420, Timestep 350853,  Ep.Timesteps 1226, Score: 278.25, Avg.Score: 169.09, Time: 02:09:02 \n",
      "Ep. 421, Timestep 352119,  Ep.Timesteps 1266, Score: 277.73, Avg.Score: 170.97, Time: 02:09:29 \n",
      "Ep. 422, Timestep 353272,  Ep.Timesteps 1153, Score: 283.78, Avg.Score: 172.55, Time: 02:09:57 \n",
      "Ep. 423, Timestep 354475,  Ep.Timesteps 1203, Score: 280.28, Avg.Score: 174.20, Time: 02:10:22 \n",
      "Ep. 424, Timestep 355734,  Ep.Timesteps 1259, Score: 279.68, Avg.Score: 176.25, Time: 02:10:49 \n",
      "Ep. 425, Timestep 356115,  Ep.Timesteps 381, Score: -54.82, Avg.Score: 176.08, Time: 02:11:16 \n",
      "Ep. 426, Timestep 357427,  Ep.Timesteps 1312, Score: 276.30, Avg.Score: 179.61, Time: 02:11:25 \n",
      "Ep. 427, Timestep 358787,  Ep.Timesteps 1360, Score: 268.16, Avg.Score: 181.54, Time: 02:11:55 \n",
      "Ep. 428, Timestep 360095,  Ep.Timesteps 1308, Score: 271.36, Avg.Score: 183.13, Time: 02:12:27 \n",
      "Ep. 429, Timestep 361268,  Ep.Timesteps 1173, Score: 283.38, Avg.Score: 184.66, Time: 02:12:56 \n",
      "Ep. 430, Timestep 362393,  Ep.Timesteps 1125, Score: 281.65, Avg.Score: 186.09, Time: 02:13:22 \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 431, Timestep 362771,  Ep.Timesteps 378, Score: -47.59, Avg.Score: 184.46, Time: 02:13:46 \n",
      "Ep. 432, Timestep 363210,  Ep.Timesteps 439, Score: -59.14, Avg.Score: 181.77, Time: 02:13:54 \n",
      "Ep. 433, Timestep 364384,  Ep.Timesteps 1174, Score: 275.58, Avg.Score: 182.69, Time: 02:14:05 \n",
      "Ep. 434, Timestep 365569,  Ep.Timesteps 1185, Score: 280.74, Avg.Score: 183.96, Time: 02:14:30 \n",
      "Ep. 435, Timestep 366750,  Ep.Timesteps 1181, Score: 275.65, Avg.Score: 185.31, Time: 02:14:57 \n",
      "Ep. 436, Timestep 367982,  Ep.Timesteps 1232, Score: 282.39, Avg.Score: 186.09, Time: 02:15:23 \n",
      "Ep. 437, Timestep 369134,  Ep.Timesteps 1152, Score: 278.96, Avg.Score: 187.00, Time: 02:15:50 \n",
      "Ep. 438, Timestep 370424,  Ep.Timesteps 1290, Score: 147.32, Avg.Score: 186.73, Time: 02:16:15 \n",
      "Ep. 439, Timestep 371554,  Ep.Timesteps 1130, Score: 289.12, Avg.Score: 187.41, Time: 02:16:43 \n",
      "Ep. 440, Timestep 372667,  Ep.Timesteps 1113, Score: 290.51, Avg.Score: 188.18, Time: 02:17:08 \n",
      "Ep. 441, Timestep 373804,  Ep.Timesteps 1137, Score: 288.54, Avg.Score: 188.63, Time: 02:17:33 \n",
      "Ep. 442, Timestep 374333,  Ep.Timesteps 529, Score: 1.54, Avg.Score: 186.08, Time: 02:17:57 \n",
      "Ep. 443, Timestep 375560,  Ep.Timesteps 1227, Score: 284.82, Avg.Score: 186.99, Time: 02:18:10 \n",
      "Ep. 444, Timestep 376734,  Ep.Timesteps 1174, Score: 281.83, Avg.Score: 187.25, Time: 02:18:36 \n",
      "Ep. 445, Timestep 377882,  Ep.Timesteps 1148, Score: 287.41, Avg.Score: 187.70, Time: 02:19:02 \n",
      "Ep. 446, Timestep 379036,  Ep.Timesteps 1154, Score: 279.16, Avg.Score: 188.54, Time: 02:19:28 \n",
      "Ep. 447, Timestep 380131,  Ep.Timesteps 1095, Score: 289.34, Avg.Score: 189.17, Time: 02:19:53 \n",
      "Ep. 448, Timestep 381275,  Ep.Timesteps 1144, Score: 286.99, Avg.Score: 189.60, Time: 02:20:17 \n",
      "Ep. 449, Timestep 382328,  Ep.Timesteps 1053, Score: 294.23, Avg.Score: 189.92, Time: 02:20:42 \n",
      "Ep. 450, Timestep 383424,  Ep.Timesteps 1096, Score: 288.58, Avg.Score: 190.27, Time: 02:21:05 \n",
      "Ep. 451, Timestep 384509,  Ep.Timesteps 1085, Score: 286.50, Avg.Score: 190.67, Time: 02:21:29 \n",
      "Ep. 452, Timestep 385665,  Ep.Timesteps 1156, Score: 283.41, Avg.Score: 190.98, Time: 02:21:53 \n",
      "Ep. 453, Timestep 386800,  Ep.Timesteps 1135, Score: 289.08, Avg.Score: 191.49, Time: 02:22:19 \n",
      "Ep. 454, Timestep 387962,  Ep.Timesteps 1162, Score: 287.10, Avg.Score: 195.25, Time: 02:22:44 \n",
      "Ep. 455, Timestep 389078,  Ep.Timesteps 1116, Score: 287.64, Avg.Score: 195.89, Time: 02:23:09 \n",
      "Ep. 456, Timestep 390207,  Ep.Timesteps 1129, Score: 286.25, Avg.Score: 199.52, Time: 02:23:34 \n",
      "Ep. 457, Timestep 391358,  Ep.Timesteps 1151, Score: 276.20, Avg.Score: 199.71, Time: 02:23:59 \n",
      "Ep. 458, Timestep 392448,  Ep.Timesteps 1090, Score: 289.68, Avg.Score: 200.11, Time: 02:24:24 \n",
      "Ep. 459, Timestep 393548,  Ep.Timesteps 1100, Score: 280.75, Avg.Score: 201.04, Time: 02:24:48 \n",
      "Ep. 460, Timestep 394607,  Ep.Timesteps 1059, Score: 282.41, Avg.Score: 201.65, Time: 02:25:12 \n",
      "Ep. 461, Timestep 395701,  Ep.Timesteps 1094, Score: 280.41, Avg.Score: 205.10, Time: 02:25:35 \n",
      "Ep. 462, Timestep 396801,  Ep.Timesteps 1100, Score: 288.77, Avg.Score: 205.28, Time: 02:25:59 \n",
      "Ep. 463, Timestep 397903,  Ep.Timesteps 1102, Score: 278.62, Avg.Score: 205.41, Time: 02:26:24 \n",
      "Ep. 464, Timestep 399015,  Ep.Timesteps 1112, Score: 276.03, Avg.Score: 205.52, Time: 02:26:48 \n",
      "Ep. 465, Timestep 400133,  Ep.Timesteps 1118, Score: 277.48, Avg.Score: 205.72, Time: 02:27:12 \n",
      "Ep. 466, Timestep 401257,  Ep.Timesteps 1124, Score: 279.44, Avg.Score: 205.77, Time: 02:27:37 \n",
      "Ep. 467, Timestep 402369,  Ep.Timesteps 1112, Score: 283.75, Avg.Score: 205.93, Time: 02:28:02 \n",
      "Ep. 468, Timestep 403448,  Ep.Timesteps 1079, Score: 280.52, Avg.Score: 206.00, Time: 02:28:26 \n",
      "Ep. 469, Timestep 404523,  Ep.Timesteps 1075, Score: 282.33, Avg.Score: 206.11, Time: 02:28:50 \n",
      "Ep. 470, Timestep 405560,  Ep.Timesteps 1037, Score: 287.07, Avg.Score: 206.29, Time: 02:29:13 \n",
      "Ep. 471, Timestep 406640,  Ep.Timesteps 1080, Score: 280.17, Avg.Score: 206.37, Time: 02:29:36 \n",
      "Ep. 472, Timestep 407745,  Ep.Timesteps 1105, Score: 284.04, Avg.Score: 206.50, Time: 02:30:00 \n",
      "Ep. 473, Timestep 408838,  Ep.Timesteps 1093, Score: 279.95, Avg.Score: 206.60, Time: 02:30:24 \n",
      "Ep. 474, Timestep 409924,  Ep.Timesteps 1086, Score: 277.12, Avg.Score: 206.64, Time: 02:30:48 \n",
      "Ep. 475, Timestep 410989,  Ep.Timesteps 1065, Score: 280.56, Avg.Score: 206.66, Time: 02:31:12 \n",
      "Ep. 476, Timestep 412130,  Ep.Timesteps 1141, Score: 278.49, Avg.Score: 206.62, Time: 02:31:35 \n",
      "Ep. 477, Timestep 413215,  Ep.Timesteps 1085, Score: 279.88, Avg.Score: 206.60, Time: 02:32:00 \n",
      "Ep. 478, Timestep 414267,  Ep.Timesteps 1052, Score: 289.55, Avg.Score: 206.70, Time: 02:32:24 \n",
      "Ep. 479, Timestep 415332,  Ep.Timesteps 1065, Score: 286.27, Avg.Score: 206.78, Time: 02:32:47 \n",
      "Ep. 480, Timestep 416364,  Ep.Timesteps 1032, Score: 286.75, Avg.Score: 206.86, Time: 02:33:11 \n",
      "Ep. 481, Timestep 417439,  Ep.Timesteps 1075, Score: 283.66, Avg.Score: 207.12, Time: 02:33:33 \n",
      "Ep. 482, Timestep 418555,  Ep.Timesteps 1116, Score: 282.17, Avg.Score: 207.24, Time: 02:33:57 \n",
      "Ep. 483, Timestep 419636,  Ep.Timesteps 1081, Score: 284.31, Avg.Score: 207.34, Time: 02:34:22 \n",
      "Ep. 484, Timestep 420768,  Ep.Timesteps 1132, Score: 283.03, Avg.Score: 207.41, Time: 02:34:46 \n",
      "Ep. 485, Timestep 421805,  Ep.Timesteps 1037, Score: 285.23, Avg.Score: 207.54, Time: 02:35:10 \n",
      "Ep. 486, Timestep 422871,  Ep.Timesteps 1066, Score: 284.74, Avg.Score: 207.64, Time: 02:35:33 \n",
      "Ep. 487, Timestep 423959,  Ep.Timesteps 1088, Score: 282.96, Avg.Score: 209.81, Time: 02:35:57 \n",
      "Ep. 488, Timestep 424568,  Ep.Timesteps 609, Score: 62.16, Avg.Score: 211.68, Time: 02:36:20 \n",
      "Ep. 489, Timestep 425585,  Ep.Timesteps 1017, Score: 285.74, Avg.Score: 215.70, Time: 02:36:34 \n",
      "Ep. 490, Timestep 426369,  Ep.Timesteps 784, Score: 109.35, Avg.Score: 217.95, Time: 02:36:56 \n",
      "Ep. 491, Timestep 426888,  Ep.Timesteps 519, Score: 22.72, Avg.Score: 219.31, Time: 02:37:13 \n",
      "Ep. 492, Timestep 428015,  Ep.Timesteps 1127, Score: 274.78, Avg.Score: 223.20, Time: 02:37:25 \n",
      "Ep. 493, Timestep 429084,  Ep.Timesteps 1069, Score: 283.29, Avg.Score: 227.17, Time: 02:37:50 \n",
      "Ep. 494, Timestep 430108,  Ep.Timesteps 1024, Score: 286.86, Avg.Score: 231.39, Time: 02:38:13 \n",
      "Ep. 495, Timestep 430759,  Ep.Timesteps 651, Score: 79.01, Avg.Score: 233.36, Time: 02:38:35 \n",
      "Ep. 496, Timestep 431831,  Ep.Timesteps 1072, Score: 283.16, Avg.Score: 237.33, Time: 02:38:50 \n",
      "Ep. 497, Timestep 432847,  Ep.Timesteps 1016, Score: 286.96, Avg.Score: 241.34, Time: 02:39:14 \n",
      "Ep. 498, Timestep 433852,  Ep.Timesteps 1005, Score: 291.50, Avg.Score: 245.41, Time: 02:39:36 \n",
      "Ep. 499, Timestep 434878,  Ep.Timesteps 1026, Score: 286.00, Avg.Score: 249.40, Time: 02:39:58 \n",
      "Ep. 500, Timestep 435988,  Ep.Timesteps 1110, Score: 280.60, Avg.Score: 253.31, Time: 02:40:21 \n",
      "Ep. 501, Timestep 437008,  Ep.Timesteps 1020, Score: 288.39, Avg.Score: 257.33, Time: 02:40:45 \n",
      "Ep. 502, Timestep 438185,  Ep.Timesteps 1177, Score: 278.56, Avg.Score: 257.59, Time: 02:41:08 \n",
      "Ep. 503, Timestep 439240,  Ep.Timesteps 1055, Score: 289.21, Avg.Score: 257.85, Time: 02:41:34 \n",
      "Ep. 504, Timestep 439920,  Ep.Timesteps 680, Score: 40.88, Avg.Score: 255.65, Time: 02:41:57 \n",
      "Ep. 505, Timestep 440989,  Ep.Timesteps 1069, Score: 291.21, Avg.Score: 255.90, Time: 02:42:12 \n",
      "Ep. 506, Timestep 442168,  Ep.Timesteps 1179, Score: 279.49, Avg.Score: 256.11, Time: 02:42:36 \n",
      "Ep. 507, Timestep 443255,  Ep.Timesteps 1087, Score: 285.17, Avg.Score: 256.40, Time: 02:43:01 \n",
      "Ep. 508, Timestep 444362,  Ep.Timesteps 1107, Score: 286.86, Avg.Score: 256.65, Time: 02:43:25 \n",
      "Ep. 509, Timestep 445442,  Ep.Timesteps 1080, Score: 283.75, Avg.Score: 256.90, Time: 02:43:50 \n",
      "Ep. 510, Timestep 445752,  Ep.Timesteps 310, Score: -51.54, Avg.Score: 253.63, Time: 02:44:13 \n",
      "Ep. 511, Timestep 446773,  Ep.Timesteps 1021, Score: 286.09, Avg.Score: 253.81, Time: 02:44:20 \n",
      "Ep. 512, Timestep 447188,  Ep.Timesteps 415, Score: -7.65, Avg.Score: 251.00, Time: 02:44:42 \n",
      "Ep. 513, Timestep 448369,  Ep.Timesteps 1181, Score: 275.31, Avg.Score: 251.02, Time: 02:44:52 \n",
      "Ep. 514, Timestep 449420,  Ep.Timesteps 1051, Score: 295.62, Avg.Score: 251.20, Time: 02:45:18 \n",
      "Ep. 515, Timestep 450470,  Ep.Timesteps 1050, Score: 283.91, Avg.Score: 251.28, Time: 02:45:41 \n",
      "Ep. 516, Timestep 451560,  Ep.Timesteps 1090, Score: 284.97, Avg.Score: 251.41, Time: 02:46:04 \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 517, Timestep 452601,  Ep.Timesteps 1041, Score: 281.61, Avg.Score: 251.49, Time: 02:46:28 \n",
      "Ep. 518, Timestep 452810,  Ep.Timesteps 209, Score: -98.44, Avg.Score: 247.74, Time: 02:46:50 \n",
      "Ep. 519, Timestep 453872,  Ep.Timesteps 1062, Score: 282.33, Avg.Score: 247.82, Time: 02:46:56 \n",
      "Ep. 520, Timestep 454921,  Ep.Timesteps 1049, Score: 283.46, Avg.Score: 247.87, Time: 02:47:19 \n",
      "Ep. 521, Timestep 455931,  Ep.Timesteps 1010, Score: 283.66, Avg.Score: 247.93, Time: 02:47:42 \n",
      "Ep. 522, Timestep 457020,  Ep.Timesteps 1089, Score: 282.98, Avg.Score: 247.92, Time: 02:48:05 \n",
      "Ep. 523, Timestep 458056,  Ep.Timesteps 1036, Score: 285.00, Avg.Score: 247.97, Time: 02:48:28 \n",
      "Ep. 524, Timestep 458987,  Ep.Timesteps 931, Score: -13.44, Avg.Score: 245.04, Time: 02:48:51 \n",
      "Ep. 525, Timestep 459331,  Ep.Timesteps 344, Score: -35.87, Avg.Score: 245.23, Time: 02:49:11 \n",
      "Ep. 526, Timestep 460381,  Ep.Timesteps 1050, Score: 289.51, Avg.Score: 245.36, Time: 02:49:20 \n",
      "Ep. 527, Timestep 461392,  Ep.Timesteps 1011, Score: 283.03, Avg.Score: 245.51, Time: 02:49:43 \n",
      "Ep. 528, Timestep 462636,  Ep.Timesteps 1244, Score: 274.66, Avg.Score: 245.54, Time: 02:50:05 \n",
      "Ep. 529, Timestep 463661,  Ep.Timesteps 1025, Score: 297.92, Avg.Score: 245.69, Time: 02:50:32 \n",
      "Ep. 530, Timestep 464736,  Ep.Timesteps 1075, Score: 293.43, Avg.Score: 245.81, Time: 02:50:55 \n",
      "Ep. 531, Timestep 465754,  Ep.Timesteps 1018, Score: 300.12, Avg.Score: 249.28, Time: 02:51:18 \n",
      "Ep. 532, Timestep 466804,  Ep.Timesteps 1050, Score: 292.42, Avg.Score: 252.80, Time: 02:51:41 \n",
      "Ep. 533, Timestep 467802,  Ep.Timesteps 998, Score: 286.34, Avg.Score: 252.91, Time: 02:52:04 \n",
      "Ep. 534, Timestep 468840,  Ep.Timesteps 1038, Score: 291.48, Avg.Score: 253.01, Time: 02:52:26 \n",
      "Ep. 535, Timestep 469858,  Ep.Timesteps 1018, Score: 284.04, Avg.Score: 253.10, Time: 02:52:49 \n",
      "Ep. 536, Timestep 470250,  Ep.Timesteps 392, Score: 2.47, Avg.Score: 250.30, Time: 02:53:10 \n",
      "Ep. 537, Timestep 471261,  Ep.Timesteps 1011, Score: 296.65, Avg.Score: 250.47, Time: 02:53:20 \n",
      "Ep. 538, Timestep 472290,  Ep.Timesteps 1029, Score: 293.71, Avg.Score: 251.94, Time: 02:53:42 \n",
      "Ep. 539, Timestep 473364,  Ep.Timesteps 1074, Score: 283.09, Avg.Score: 251.88, Time: 02:54:05 \n",
      "Ep. 540, Timestep 474420,  Ep.Timesteps 1056, Score: 285.96, Avg.Score: 251.83, Time: 02:54:28 \n",
      "Ep. 541, Timestep 475473,  Ep.Timesteps 1053, Score: 284.93, Avg.Score: 251.80, Time: 02:54:51 \n",
      "Ep. 542, Timestep 476513,  Ep.Timesteps 1040, Score: 287.32, Avg.Score: 254.65, Time: 02:55:15 \n",
      "Ep. 543, Timestep 477595,  Ep.Timesteps 1082, Score: 288.80, Avg.Score: 254.69, Time: 02:55:38 \n",
      "Ep. 544, Timestep 478655,  Ep.Timesteps 1060, Score: 288.91, Avg.Score: 254.76, Time: 02:56:02 \n",
      "Ep. 545, Timestep 479674,  Ep.Timesteps 1019, Score: 291.05, Avg.Score: 254.80, Time: 02:56:25 \n",
      "Ep. 546, Timestep 480694,  Ep.Timesteps 1020, Score: 284.78, Avg.Score: 254.86, Time: 02:56:47 \n",
      "Ep. 547, Timestep 481694,  Ep.Timesteps 1000, Score: 285.67, Avg.Score: 254.82, Time: 02:57:10 \n",
      "Ep. 548, Timestep 482734,  Ep.Timesteps 1040, Score: 290.65, Avg.Score: 254.86, Time: 02:57:32 \n",
      "Ep. 549, Timestep 483780,  Ep.Timesteps 1046, Score: 287.77, Avg.Score: 254.79, Time: 02:57:54 \n",
      "Ep. 550, Timestep 484747,  Ep.Timesteps 967, Score: 290.88, Avg.Score: 254.82, Time: 02:58:17 \n",
      "Ep. 551, Timestep 485763,  Ep.Timesteps 1016, Score: 290.42, Avg.Score: 254.85, Time: 02:58:39 \n",
      "Ep. 552, Timestep 486749,  Ep.Timesteps 986, Score: 286.17, Avg.Score: 254.88, Time: 02:59:01 \n",
      "Ep. 553, Timestep 487739,  Ep.Timesteps 990, Score: 286.79, Avg.Score: 254.86, Time: 02:59:23 \n",
      "Ep. 554, Timestep 488785,  Ep.Timesteps 1046, Score: 287.41, Avg.Score: 254.86, Time: 02:59:44 \n",
      "Ep. 555, Timestep 489847,  Ep.Timesteps 1062, Score: 282.62, Avg.Score: 254.81, Time: 03:00:07 \n",
      "Ep. 556, Timestep 490832,  Ep.Timesteps 985, Score: 290.92, Avg.Score: 254.86, Time: 03:00:31 \n",
      "Ep. 557, Timestep 491876,  Ep.Timesteps 1044, Score: 289.62, Avg.Score: 254.99, Time: 03:00:52 \n",
      "Ep. 558, Timestep 492847,  Ep.Timesteps 971, Score: 291.70, Avg.Score: 255.01, Time: 03:01:15 \n",
      "Ep. 559, Timestep 493886,  Ep.Timesteps 1039, Score: 288.53, Avg.Score: 255.09, Time: 03:01:37 \n",
      "Ep. 560, Timestep 494627,  Ep.Timesteps 741, Score: 89.58, Avg.Score: 253.16, Time: 03:01:59 \n",
      "Ep. 561, Timestep 495644,  Ep.Timesteps 1017, Score: 291.30, Avg.Score: 253.27, Time: 03:02:16 \n",
      "Ep. 562, Timestep 496683,  Ep.Timesteps 1039, Score: 292.03, Avg.Score: 253.30, Time: 03:02:38 \n",
      "Ep. 563, Timestep 497687,  Ep.Timesteps 1004, Score: 291.89, Avg.Score: 253.44, Time: 03:03:01 \n",
      "Ep. 564, Timestep 498658,  Ep.Timesteps 971, Score: 292.36, Avg.Score: 253.60, Time: 03:03:23 \n",
      "Ep. 565, Timestep 499654,  Ep.Timesteps 996, Score: 288.88, Avg.Score: 253.71, Time: 03:03:45 \n",
      "Ep. 566, Timestep 500650,  Ep.Timesteps 996, Score: 289.06, Avg.Score: 253.81, Time: 03:04:07 \n",
      "Ep. 567, Timestep 501710,  Ep.Timesteps 1060, Score: 290.94, Avg.Score: 253.88, Time: 03:04:29 \n",
      "Ep. 568, Timestep 502687,  Ep.Timesteps 977, Score: 294.65, Avg.Score: 254.02, Time: 03:04:52 \n",
      "Ep. 569, Timestep 503744,  Ep.Timesteps 1057, Score: 289.73, Avg.Score: 254.10, Time: 03:05:14 \n",
      "Ep. 570, Timestep 504818,  Ep.Timesteps 1074, Score: 289.05, Avg.Score: 254.12, Time: 03:05:37 \n",
      "Ep. 571, Timestep 505894,  Ep.Timesteps 1076, Score: 286.66, Avg.Score: 254.18, Time: 03:06:01 \n",
      "Ep. 572, Timestep 506946,  Ep.Timesteps 1052, Score: 289.80, Avg.Score: 254.24, Time: 03:06:24 \n",
      "Ep. 573, Timestep 507950,  Ep.Timesteps 1004, Score: 290.94, Avg.Score: 254.35, Time: 03:06:47 \n",
      "Ep. 574, Timestep 508955,  Ep.Timesteps 1005, Score: 293.62, Avg.Score: 254.52, Time: 03:07:10 \n",
      "Ep. 575, Timestep 509982,  Ep.Timesteps 1027, Score: 294.20, Avg.Score: 254.65, Time: 03:07:32 \n",
      "Ep. 576, Timestep 511022,  Ep.Timesteps 1040, Score: 288.79, Avg.Score: 254.75, Time: 03:07:54 \n",
      "Ep. 577, Timestep 512060,  Ep.Timesteps 1038, Score: 297.73, Avg.Score: 254.93, Time: 03:08:17 \n",
      "Ep. 578, Timestep 513088,  Ep.Timesteps 1028, Score: 290.64, Avg.Score: 254.94, Time: 03:08:40 \n",
      "Ep. 579, Timestep 514111,  Ep.Timesteps 1023, Score: 294.72, Avg.Score: 255.03, Time: 03:09:02 \n",
      "Ep. 580, Timestep 515101,  Ep.Timesteps 990, Score: 294.67, Avg.Score: 255.11, Time: 03:09:25 \n",
      "Ep. 581, Timestep 516057,  Ep.Timesteps 956, Score: 292.12, Avg.Score: 255.19, Time: 03:09:47 \n",
      "Ep. 582, Timestep 517051,  Ep.Timesteps 994, Score: 295.97, Avg.Score: 255.33, Time: 03:10:08 \n",
      "Ep. 583, Timestep 518096,  Ep.Timesteps 1045, Score: 294.29, Avg.Score: 255.43, Time: 03:10:30 \n",
      "Ep. 584, Timestep 519102,  Ep.Timesteps 1006, Score: 293.36, Avg.Score: 255.53, Time: 03:10:53 \n",
      "Ep. 585, Timestep 520069,  Ep.Timesteps 967, Score: 289.79, Avg.Score: 255.58, Time: 03:11:15 \n",
      "Ep. 586, Timestep 521105,  Ep.Timesteps 1036, Score: 292.56, Avg.Score: 255.66, Time: 03:11:36 \n",
      "Ep. 587, Timestep 522170,  Ep.Timesteps 1065, Score: 286.60, Avg.Score: 255.69, Time: 03:11:59 \n",
      "Ep. 588, Timestep 523142,  Ep.Timesteps 972, Score: 294.47, Avg.Score: 258.02, Time: 03:12:22 \n",
      "Ep. 589, Timestep 524156,  Ep.Timesteps 1014, Score: 291.44, Avg.Score: 258.07, Time: 03:12:44 \n",
      "Ep. 590, Timestep 525194,  Ep.Timesteps 1038, Score: 292.47, Avg.Score: 259.90, Time: 03:13:06 \n",
      "Ep. 591, Timestep 526171,  Ep.Timesteps 977, Score: 296.64, Avg.Score: 262.64, Time: 03:13:29 \n",
      "Ep. 592, Timestep 527156,  Ep.Timesteps 985, Score: 292.23, Avg.Score: 262.82, Time: 03:13:51 \n",
      "Ep. 593, Timestep 528161,  Ep.Timesteps 1005, Score: 294.37, Avg.Score: 262.93, Time: 03:14:12 \n",
      "Ep. 594, Timestep 529173,  Ep.Timesteps 1012, Score: 292.68, Avg.Score: 262.99, Time: 03:14:34 \n",
      "Ep. 595, Timestep 530153,  Ep.Timesteps 980, Score: 292.48, Avg.Score: 265.12, Time: 03:14:57 \n",
      "Ep. 596, Timestep 531163,  Ep.Timesteps 1010, Score: 289.01, Avg.Score: 265.18, Time: 03:15:18 \n",
      "Ep. 597, Timestep 532285,  Ep.Timesteps 1122, Score: 286.50, Avg.Score: 265.18, Time: 03:15:41 \n",
      "Ep. 598, Timestep 533289,  Ep.Timesteps 1004, Score: 289.90, Avg.Score: 265.16, Time: 03:16:05 \n",
      "Ep. 599, Timestep 534288,  Ep.Timesteps 999, Score: 292.31, Avg.Score: 265.22, Time: 03:16:27 \n",
      "Ep. 600, Timestep 535311,  Ep.Timesteps 1023, Score: 288.21, Avg.Score: 265.30, Time: 03:16:49 \n",
      "Ep. 601, Timestep 536311,  Ep.Timesteps 1000, Score: 289.32, Avg.Score: 265.31, Time: 03:17:12 \n",
      "Ep. 602, Timestep 536680,  Ep.Timesteps 369, Score: -2.40, Avg.Score: 262.50, Time: 03:17:33 \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 603, Timestep 537713,  Ep.Timesteps 1033, Score: 292.06, Avg.Score: 262.53, Time: 03:17:42 \n",
      "Ep. 604, Timestep 538756,  Ep.Timesteps 1043, Score: 289.80, Avg.Score: 265.02, Time: 03:18:05 \n",
      "Ep. 605, Timestep 539807,  Ep.Timesteps 1051, Score: 280.97, Avg.Score: 264.91, Time: 03:18:28 \n",
      "Ep. 606, Timestep 540774,  Ep.Timesteps 967, Score: 285.48, Avg.Score: 264.97, Time: 03:18:52 \n",
      "Ep. 607, Timestep 541768,  Ep.Timesteps 994, Score: 284.87, Avg.Score: 264.97, Time: 03:19:15 \n",
      "Ep. 608, Timestep 542786,  Ep.Timesteps 1018, Score: 284.21, Avg.Score: 264.94, Time: 03:19:37 \n",
      "Ep. 609, Timestep 543772,  Ep.Timesteps 986, Score: 286.10, Avg.Score: 264.97, Time: 03:19:59 \n",
      "Ep. 610, Timestep 544793,  Ep.Timesteps 1021, Score: 287.11, Avg.Score: 268.35, Time: 03:20:21 \n",
      "Ep. 611, Timestep 545806,  Ep.Timesteps 1013, Score: 292.21, Avg.Score: 268.42, Time: 03:20:43 \n",
      "Ep. 612, Timestep 546830,  Ep.Timesteps 1024, Score: 290.66, Avg.Score: 271.40, Time: 03:21:06 \n",
      "Ep. 613, Timestep 547857,  Ep.Timesteps 1027, Score: 289.86, Avg.Score: 271.54, Time: 03:21:28 \n",
      "Ep. 614, Timestep 548898,  Ep.Timesteps 1041, Score: 286.98, Avg.Score: 271.46, Time: 03:21:51 \n",
      "Ep. 615, Timestep 549919,  Ep.Timesteps 1021, Score: 286.71, Avg.Score: 271.49, Time: 03:22:16 \n",
      "Ep. 616, Timestep 550944,  Ep.Timesteps 1025, Score: 284.22, Avg.Score: 271.48, Time: 03:22:38 \n",
      "Ep. 617, Timestep 552000,  Ep.Timesteps 1056, Score: 283.01, Avg.Score: 271.49, Time: 03:23:01 \n",
      "Ep. 618, Timestep 552994,  Ep.Timesteps 994, Score: 289.87, Avg.Score: 275.38, Time: 03:23:26 \n",
      "Ep. 619, Timestep 553999,  Ep.Timesteps 1005, Score: 287.37, Avg.Score: 275.43, Time: 03:23:54 \n",
      "Ep. 620, Timestep 555057,  Ep.Timesteps 1058, Score: 291.52, Avg.Score: 275.51, Time: 03:24:17 \n",
      "Ep. 621, Timestep 556048,  Ep.Timesteps 991, Score: 295.20, Avg.Score: 275.62, Time: 03:24:41 \n",
      "Ep. 622, Timestep 557036,  Ep.Timesteps 988, Score: 292.94, Avg.Score: 275.72, Time: 03:25:03 \n",
      "Ep. 623, Timestep 558073,  Ep.Timesteps 1037, Score: 289.17, Avg.Score: 275.76, Time: 03:25:26 \n",
      "Ep. 624, Timestep 559054,  Ep.Timesteps 981, Score: 293.74, Avg.Score: 278.83, Time: 03:25:50 \n",
      "Ep. 625, Timestep 560162,  Ep.Timesteps 1108, Score: 287.16, Avg.Score: 282.07, Time: 03:26:14 \n",
      "Ep. 626, Timestep 561181,  Ep.Timesteps 1019, Score: 291.95, Avg.Score: 282.09, Time: 03:26:38 \n",
      "Ep. 627, Timestep 562217,  Ep.Timesteps 1036, Score: 291.33, Avg.Score: 282.17, Time: 03:27:01 \n",
      "Ep. 628, Timestep 563233,  Ep.Timesteps 1016, Score: 292.34, Avg.Score: 282.35, Time: 03:27:25 \n",
      "Ep. 629, Timestep 564272,  Ep.Timesteps 1039, Score: 287.07, Avg.Score: 282.24, Time: 03:27:48 \n",
      "Ep. 630, Timestep 565262,  Ep.Timesteps 990, Score: 292.09, Avg.Score: 282.23, Time: 03:28:12 \n",
      "Ep. 631, Timestep 566268,  Ep.Timesteps 1006, Score: 290.44, Avg.Score: 282.13, Time: 03:28:36 \n",
      "Ep. 632, Timestep 567266,  Ep.Timesteps 998, Score: 290.79, Avg.Score: 282.11, Time: 03:28:59 \n",
      "Ep. 633, Timestep 568264,  Ep.Timesteps 998, Score: 292.97, Avg.Score: 282.18, Time: 03:29:23 \n",
      "Ep. 634, Timestep 569298,  Ep.Timesteps 1034, Score: 292.61, Avg.Score: 282.19, Time: 03:29:46 \n",
      "Ep. 635, Timestep 570297,  Ep.Timesteps 999, Score: 288.67, Avg.Score: 282.24, Time: 03:30:10 \n",
      "Ep. 636, Timestep 571287,  Ep.Timesteps 990, Score: 291.62, Avg.Score: 285.13, Time: 03:30:32 \n",
      "Ep. 637, Timestep 572283,  Ep.Timesteps 996, Score: 291.99, Avg.Score: 285.08, Time: 03:30:55 \n",
      "Ep. 638, Timestep 573264,  Ep.Timesteps 981, Score: 295.13, Avg.Score: 285.10, Time: 03:31:17 \n",
      "Ep. 639, Timestep 574334,  Ep.Timesteps 1070, Score: 283.39, Avg.Score: 285.10, Time: 03:31:39 \n",
      "Ep. 640, Timestep 575323,  Ep.Timesteps 989, Score: 289.20, Avg.Score: 285.13, Time: 03:32:03 \n",
      "Ep. 641, Timestep 576289,  Ep.Timesteps 966, Score: 291.38, Avg.Score: 285.20, Time: 03:32:26 \n",
      "Ep. 642, Timestep 577289,  Ep.Timesteps 1000, Score: 290.29, Avg.Score: 285.23, Time: 03:32:47 \n",
      "Ep. 643, Timestep 578300,  Ep.Timesteps 1011, Score: 290.81, Avg.Score: 285.25, Time: 03:33:10 \n",
      "Ep. 644, Timestep 579269,  Ep.Timesteps 969, Score: 290.36, Avg.Score: 285.26, Time: 03:33:36 \n",
      "Ep. 645, Timestep 580245,  Ep.Timesteps 976, Score: 288.00, Avg.Score: 285.23, Time: 03:34:06 \n",
      "Ep. 646, Timestep 581221,  Ep.Timesteps 976, Score: 289.16, Avg.Score: 285.27, Time: 03:34:32 \n",
      "Ep. 647, Timestep 582215,  Ep.Timesteps 994, Score: 291.36, Avg.Score: 285.33, Time: 03:34:58 \n",
      "Ep. 648, Timestep 583222,  Ep.Timesteps 1007, Score: 291.54, Avg.Score: 285.34, Time: 03:35:21 \n",
      "Ep. 649, Timestep 584204,  Ep.Timesteps 982, Score: 282.62, Avg.Score: 285.29, Time: 03:35:45 \n",
      "Ep. 650, Timestep 585163,  Ep.Timesteps 959, Score: 291.38, Avg.Score: 285.29, Time: 03:36:06 \n",
      "Ep. 651, Timestep 586207,  Ep.Timesteps 1044, Score: 287.76, Avg.Score: 285.27, Time: 03:36:28 \n",
      "Ep. 652, Timestep 587236,  Ep.Timesteps 1029, Score: 285.32, Avg.Score: 285.26, Time: 03:36:56 \n",
      "Ep. 653, Timestep 588205,  Ep.Timesteps 969, Score: 291.80, Avg.Score: 285.31, Time: 03:37:23 \n",
      "Ep. 654, Timestep 589208,  Ep.Timesteps 1003, Score: 292.46, Avg.Score: 285.36, Time: 03:37:46 \n",
      "Ep. 655, Timestep 590233,  Ep.Timesteps 1025, Score: 290.23, Avg.Score: 285.44, Time: 03:38:10 \n",
      "Ep. 656, Timestep 591233,  Ep.Timesteps 1000, Score: 292.30, Avg.Score: 285.45, Time: 03:38:33 \n",
      "Ep. 657, Timestep 592292,  Ep.Timesteps 1059, Score: 290.13, Avg.Score: 285.45, Time: 03:38:57 \n",
      "Ep. 658, Timestep 593425,  Ep.Timesteps 1133, Score: 284.72, Avg.Score: 285.38, Time: 03:39:21 \n",
      "Ep. 659, Timestep 594465,  Ep.Timesteps 1040, Score: 287.66, Avg.Score: 285.38, Time: 03:39:48 \n",
      "Ep. 660, Timestep 595454,  Ep.Timesteps 989, Score: 289.07, Avg.Score: 287.37, Time: 03:40:12 \n",
      "Ep. 661, Timestep 596396,  Ep.Timesteps 942, Score: 293.05, Avg.Score: 287.39, Time: 03:40:34 \n",
      "Ep. 662, Timestep 597385,  Ep.Timesteps 989, Score: 288.62, Avg.Score: 287.35, Time: 03:40:57 \n",
      "Ep. 663, Timestep 598419,  Ep.Timesteps 1034, Score: 284.98, Avg.Score: 287.28, Time: 03:41:20 \n",
      "Ep. 664, Timestep 599451,  Ep.Timesteps 1032, Score: 289.84, Avg.Score: 287.26, Time: 03:41:44 \n",
      "Ep. 665, Timestep 600434,  Ep.Timesteps 983, Score: 295.58, Avg.Score: 287.33, Time: 03:42:07 \n",
      "Ep. 666, Timestep 601431,  Ep.Timesteps 997, Score: 292.06, Avg.Score: 287.36, Time: 03:42:29 \n",
      "Ep. 667, Timestep 602478,  Ep.Timesteps 1047, Score: 287.48, Avg.Score: 287.32, Time: 03:42:51 \n",
      "Ep. 668, Timestep 603455,  Ep.Timesteps 977, Score: 290.58, Avg.Score: 287.28, Time: 03:43:14 \n",
      "Ep. 669, Timestep 604390,  Ep.Timesteps 935, Score: 297.37, Avg.Score: 287.36, Time: 03:43:35 \n",
      "Ep. 670, Timestep 605409,  Ep.Timesteps 1019, Score: 292.20, Avg.Score: 287.39, Time: 03:43:56 \n",
      "Ep. 671, Timestep 606377,  Ep.Timesteps 968, Score: 297.41, Avg.Score: 287.50, Time: 03:44:19 \n",
      "Ep. 672, Timestep 607358,  Ep.Timesteps 981, Score: 293.57, Avg.Score: 287.53, Time: 03:44:40 \n",
      "Ep. 673, Timestep 608370,  Ep.Timesteps 1012, Score: 285.63, Avg.Score: 287.48, Time: 03:45:02 \n",
      "Ep. 674, Timestep 609388,  Ep.Timesteps 1018, Score: 291.59, Avg.Score: 287.46, Time: 03:45:24 \n",
      "Ep. 675, Timestep 610383,  Ep.Timesteps 995, Score: 290.50, Avg.Score: 287.42, Time: 03:45:47 \n",
      "Ep. 676, Timestep 611373,  Ep.Timesteps 990, Score: 291.35, Avg.Score: 287.45, Time: 03:46:09 \n",
      "Ep. 677, Timestep 612367,  Ep.Timesteps 994, Score: 289.69, Avg.Score: 287.37, Time: 03:46:30 \n",
      "Ep. 678, Timestep 613330,  Ep.Timesteps 963, Score: 290.89, Avg.Score: 287.37, Time: 03:46:52 \n",
      "Ep. 679, Timestep 614301,  Ep.Timesteps 971, Score: 290.37, Avg.Score: 287.33, Time: 03:47:14 \n",
      "Ep. 680, Timestep 615286,  Ep.Timesteps 985, Score: 291.04, Avg.Score: 287.29, Time: 03:47:35 \n",
      "Ep. 681, Timestep 616305,  Ep.Timesteps 1019, Score: 290.60, Avg.Score: 287.28, Time: 03:47:57 \n",
      "Ep. 682, Timestep 616696,  Ep.Timesteps 391, Score: -1.90, Avg.Score: 284.30, Time: 03:48:19 \n",
      "Ep. 683, Timestep 617659,  Ep.Timesteps 963, Score: 293.99, Avg.Score: 284.30, Time: 03:48:28 \n",
      "Ep. 684, Timestep 618588,  Ep.Timesteps 929, Score: 298.30, Avg.Score: 284.34, Time: 03:48:49 \n",
      "Ep. 685, Timestep 619578,  Ep.Timesteps 990, Score: 294.22, Avg.Score: 284.39, Time: 03:49:10 \n",
      "Ep. 686, Timestep 620540,  Ep.Timesteps 962, Score: 293.42, Avg.Score: 284.40, Time: 03:49:32 \n",
      "Ep. 687, Timestep 621506,  Ep.Timesteps 966, Score: 292.34, Avg.Score: 284.45, Time: 03:49:53 \n",
      "Ep. 688, Timestep 622513,  Ep.Timesteps 1007, Score: 292.20, Avg.Score: 284.43, Time: 03:50:14 \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 689, Timestep 623457,  Ep.Timesteps 944, Score: 293.20, Avg.Score: 284.45, Time: 03:50:36 \n",
      "Ep. 690, Timestep 624408,  Ep.Timesteps 951, Score: 289.38, Avg.Score: 284.42, Time: 03:50:57 \n",
      "Ep. 691, Timestep 625344,  Ep.Timesteps 936, Score: 294.82, Avg.Score: 284.40, Time: 03:51:19 \n",
      "Ep. 692, Timestep 626307,  Ep.Timesteps 963, Score: 289.92, Avg.Score: 284.38, Time: 03:51:39 \n",
      "Ep. 693, Timestep 627308,  Ep.Timesteps 1001, Score: 287.95, Avg.Score: 284.31, Time: 03:52:01 \n",
      "Ep. 694, Timestep 628291,  Ep.Timesteps 983, Score: 287.60, Avg.Score: 284.26, Time: 03:52:23 \n",
      "Ep. 695, Timestep 629283,  Ep.Timesteps 992, Score: 291.42, Avg.Score: 284.25, Time: 03:52:44 \n",
      "Ep. 696, Timestep 630252,  Ep.Timesteps 969, Score: 289.22, Avg.Score: 284.25, Time: 03:53:06 \n",
      "Ep. 697, Timestep 631229,  Ep.Timesteps 977, Score: 293.40, Avg.Score: 284.32, Time: 03:53:28 \n",
      "Ep. 698, Timestep 632190,  Ep.Timesteps 961, Score: 290.00, Avg.Score: 284.32, Time: 03:53:49 \n",
      "Ep. 699, Timestep 633144,  Ep.Timesteps 954, Score: 296.86, Avg.Score: 284.37, Time: 03:54:11 \n",
      "Ep. 700, Timestep 634089,  Ep.Timesteps 945, Score: 301.46, Avg.Score: 284.50, Time: 03:54:32 \n",
      "Ep. 701, Timestep 635084,  Ep.Timesteps 995, Score: 294.81, Avg.Score: 284.56, Time: 03:54:52 \n",
      "Ep. 702, Timestep 635829,  Ep.Timesteps 745, Score: 112.74, Avg.Score: 285.71, Time: 03:55:14 \n",
      "Ep. 703, Timestep 636803,  Ep.Timesteps 974, Score: 293.63, Avg.Score: 285.72, Time: 03:55:31 \n",
      "Ep. 704, Timestep 637816,  Ep.Timesteps 1013, Score: 289.90, Avg.Score: 285.73, Time: 03:55:53 \n",
      "Ep. 705, Timestep 638796,  Ep.Timesteps 980, Score: 292.76, Avg.Score: 285.84, Time: 03:56:15 \n",
      "Ep. 706, Timestep 639775,  Ep.Timesteps 979, Score: 292.44, Avg.Score: 285.91, Time: 03:56:37 \n",
      "Ep. 707, Timestep 640748,  Ep.Timesteps 973, Score: 291.97, Avg.Score: 285.98, Time: 03:56:58 \n",
      "Ep. 708, Timestep 641740,  Ep.Timesteps 992, Score: 289.45, Avg.Score: 286.04, Time: 03:57:20 \n",
      "Ep. 709, Timestep 642682,  Ep.Timesteps 942, Score: 294.88, Avg.Score: 286.12, Time: 03:57:42 \n",
      "Ep. 710, Timestep 643677,  Ep.Timesteps 995, Score: 294.14, Avg.Score: 286.19, Time: 03:58:02 \n",
      "Ep. 711, Timestep 644647,  Ep.Timesteps 970, Score: 301.25, Avg.Score: 286.28, Time: 03:58:24 \n",
      "Ep. 712, Timestep 645594,  Ep.Timesteps 947, Score: 299.19, Avg.Score: 286.37, Time: 03:58:46 \n",
      "Ep. 713, Timestep 646625,  Ep.Timesteps 1031, Score: 289.58, Avg.Score: 286.37, Time: 03:59:07 \n",
      "Ep. 714, Timestep 647547,  Ep.Timesteps 922, Score: 297.65, Avg.Score: 286.47, Time: 03:59:30 \n",
      "Ep. 715, Timestep 648504,  Ep.Timesteps 957, Score: 297.40, Avg.Score: 286.58, Time: 03:59:50 \n",
      "Ep. 716, Timestep 649477,  Ep.Timesteps 973, Score: 288.55, Avg.Score: 286.62, Time: 04:00:11 \n",
      "Ep. 717, Timestep 650380,  Ep.Timesteps 903, Score: 299.19, Avg.Score: 286.79, Time: 04:00:32 \n",
      "Ep. 718, Timestep 651333,  Ep.Timesteps 953, Score: 292.11, Avg.Score: 286.81, Time: 04:00:53 \n",
      "Ep. 719, Timestep 652337,  Ep.Timesteps 1004, Score: 288.71, Avg.Score: 286.82, Time: 04:01:14 \n",
      "Ep. 720, Timestep 653298,  Ep.Timesteps 961, Score: 294.52, Avg.Score: 286.85, Time: 04:01:36 \n",
      "Ep. 721, Timestep 654259,  Ep.Timesteps 961, Score: 292.87, Avg.Score: 286.83, Time: 04:01:57 \n",
      "Ep. 722, Timestep 655233,  Ep.Timesteps 974, Score: 295.09, Avg.Score: 286.85, Time: 04:02:18 \n",
      "Ep. 723, Timestep 656200,  Ep.Timesteps 967, Score: 296.68, Avg.Score: 286.92, Time: 04:02:40 \n",
      "Ep. 724, Timestep 657163,  Ep.Timesteps 963, Score: 295.50, Avg.Score: 286.94, Time: 04:03:01 \n",
      "Ep. 725, Timestep 658123,  Ep.Timesteps 960, Score: 294.23, Avg.Score: 287.01, Time: 04:03:22 \n",
      "Ep. 726, Timestep 659066,  Ep.Timesteps 943, Score: 293.00, Avg.Score: 287.02, Time: 04:03:44 \n",
      "Ep. 727, Timestep 660025,  Ep.Timesteps 959, Score: 292.72, Avg.Score: 287.04, Time: 04:04:04 \n",
      "Ep. 728, Timestep 661051,  Ep.Timesteps 1026, Score: 282.47, Avg.Score: 286.94, Time: 04:04:26 \n",
      "Ep. 729, Timestep 662006,  Ep.Timesteps 955, Score: 298.47, Avg.Score: 287.05, Time: 04:04:48 \n",
      "Ep. 730, Timestep 663000,  Ep.Timesteps 994, Score: 291.41, Avg.Score: 287.05, Time: 04:05:09 \n",
      "Ep. 731, Timestep 663970,  Ep.Timesteps 970, Score: 296.02, Avg.Score: 287.10, Time: 04:05:31 \n",
      "Ep. 732, Timestep 664936,  Ep.Timesteps 966, Score: 292.54, Avg.Score: 287.12, Time: 04:05:53 \n",
      "Ep. 733, Timestep 665969,  Ep.Timesteps 1033, Score: 291.85, Avg.Score: 287.11, Time: 04:06:14 \n",
      "Ep. 734, Timestep 666914,  Ep.Timesteps 945, Score: 294.69, Avg.Score: 287.13, Time: 04:06:37 \n",
      "Ep. 735, Timestep 667856,  Ep.Timesteps 942, Score: 295.25, Avg.Score: 287.20, Time: 04:06:58 \n",
      "Ep. 736, Timestep 668775,  Ep.Timesteps 919, Score: 298.55, Avg.Score: 287.26, Time: 04:07:19 \n",
      "Ep. 737, Timestep 669733,  Ep.Timesteps 958, Score: 294.71, Avg.Score: 287.29, Time: 04:07:39 \n",
      "Ep. 738, Timestep 670690,  Ep.Timesteps 957, Score: 295.87, Avg.Score: 287.30, Time: 04:08:00 \n",
      "Ep. 739, Timestep 671646,  Ep.Timesteps 956, Score: 291.06, Avg.Score: 287.38, Time: 04:08:21 \n",
      "Ep. 740, Timestep 672650,  Ep.Timesteps 1004, Score: 291.18, Avg.Score: 287.40, Time: 04:08:42 \n",
      "Ep. 741, Timestep 673613,  Ep.Timesteps 963, Score: 292.34, Avg.Score: 287.41, Time: 04:09:04 \n",
      "Ep. 742, Timestep 674597,  Ep.Timesteps 984, Score: 295.22, Avg.Score: 287.45, Time: 04:09:26 \n",
      "Ep. 743, Timestep 675570,  Ep.Timesteps 973, Score: 292.23, Avg.Score: 287.47, Time: 04:09:48 \n",
      "Ep. 744, Timestep 676520,  Ep.Timesteps 950, Score: 295.38, Avg.Score: 287.52, Time: 04:10:09 \n",
      "Ep. 745, Timestep 677458,  Ep.Timesteps 938, Score: 293.18, Avg.Score: 287.57, Time: 04:10:30 \n",
      "Ep. 746, Timestep 678457,  Ep.Timesteps 999, Score: 290.05, Avg.Score: 287.58, Time: 04:10:51 \n",
      "Ep. 747, Timestep 679445,  Ep.Timesteps 988, Score: 289.48, Avg.Score: 287.56, Time: 04:11:13 \n",
      "Ep. 748, Timestep 680401,  Ep.Timesteps 956, Score: 293.34, Avg.Score: 287.58, Time: 04:11:35 \n",
      "Ep. 749, Timestep 681415,  Ep.Timesteps 1014, Score: 289.05, Avg.Score: 287.64, Time: 04:11:56 \n",
      "Ep. 750, Timestep 682358,  Ep.Timesteps 943, Score: 294.20, Avg.Score: 287.67, Time: 04:12:18 \n",
      "Ep. 751, Timestep 683332,  Ep.Timesteps 974, Score: 290.15, Avg.Score: 287.70, Time: 04:12:39 \n",
      "Ep. 752, Timestep 684304,  Ep.Timesteps 972, Score: 292.48, Avg.Score: 287.77, Time: 04:13:01 \n",
      "Ep. 753, Timestep 685246,  Ep.Timesteps 942, Score: 293.89, Avg.Score: 287.79, Time: 04:13:23 \n",
      "Ep. 754, Timestep 686177,  Ep.Timesteps 931, Score: 294.88, Avg.Score: 287.81, Time: 04:13:44 \n",
      "Ep. 755, Timestep 687136,  Ep.Timesteps 959, Score: 293.05, Avg.Score: 287.84, Time: 04:14:04 \n",
      "Ep. 756, Timestep 688078,  Ep.Timesteps 942, Score: 296.99, Avg.Score: 287.89, Time: 04:14:25 \n",
      "Ep. 757, Timestep 689010,  Ep.Timesteps 932, Score: 301.57, Avg.Score: 288.00, Time: 04:14:46 \n",
      "Ep. 758, Timestep 689977,  Ep.Timesteps 967, Score: 297.51, Avg.Score: 288.13, Time: 04:15:07 \n",
      "Ep. 759, Timestep 690968,  Ep.Timesteps 991, Score: 290.88, Avg.Score: 288.16, Time: 04:15:28 \n",
      "Ep. 760, Timestep 691952,  Ep.Timesteps 984, Score: 292.68, Avg.Score: 288.20, Time: 04:15:50 \n",
      "Ep. 761, Timestep 692903,  Ep.Timesteps 951, Score: 295.36, Avg.Score: 288.22, Time: 04:16:12 \n",
      "Ep. 762, Timestep 693856,  Ep.Timesteps 953, Score: 292.35, Avg.Score: 288.26, Time: 04:16:33 \n",
      "Ep. 763, Timestep 694603,  Ep.Timesteps 747, Score: 127.62, Avg.Score: 286.68, Time: 04:16:54 \n",
      "Ep. 764, Timestep 695503,  Ep.Timesteps 900, Score: 299.77, Avg.Score: 286.78, Time: 04:17:11 \n",
      "Ep. 765, Timestep 696454,  Ep.Timesteps 951, Score: 298.98, Avg.Score: 286.82, Time: 04:17:31 \n",
      "Ep. 766, Timestep 697386,  Ep.Timesteps 932, Score: 298.29, Avg.Score: 286.88, Time: 04:17:51 \n",
      "Ep. 767, Timestep 698378,  Ep.Timesteps 992, Score: 289.09, Avg.Score: 286.90, Time: 04:18:12 \n",
      "Ep. 768, Timestep 699317,  Ep.Timesteps 939, Score: 296.84, Avg.Score: 286.96, Time: 04:18:34 \n",
      "Ep. 769, Timestep 700275,  Ep.Timesteps 958, Score: 291.40, Avg.Score: 286.90, Time: 04:18:55 \n",
      "Ep. 770, Timestep 701236,  Ep.Timesteps 961, Score: 294.06, Avg.Score: 286.92, Time: 04:19:16 \n",
      "Ep. 771, Timestep 702209,  Ep.Timesteps 973, Score: 291.55, Avg.Score: 286.86, Time: 04:19:37 \n",
      "Ep. 772, Timestep 703158,  Ep.Timesteps 949, Score: 295.30, Avg.Score: 286.88, Time: 04:19:59 \n",
      "Ep. 773, Timestep 704099,  Ep.Timesteps 941, Score: 298.68, Avg.Score: 287.01, Time: 04:20:20 \n",
      "Ep. 774, Timestep 705031,  Ep.Timesteps 932, Score: 291.34, Avg.Score: 287.00, Time: 04:20:40 \n",
      "Ep. 775, Timestep 705999,  Ep.Timesteps 968, Score: 293.54, Avg.Score: 287.03, Time: 04:21:01 \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 776, Timestep 706932,  Ep.Timesteps 933, Score: 296.38, Avg.Score: 287.09, Time: 04:21:23 \n",
      "Ep. 777, Timestep 707902,  Ep.Timesteps 970, Score: 293.63, Avg.Score: 287.12, Time: 04:21:43 \n",
      "Ep. 778, Timestep 708843,  Ep.Timesteps 941, Score: 292.10, Avg.Score: 287.14, Time: 04:22:05 \n",
      "Ep. 779, Timestep 709815,  Ep.Timesteps 972, Score: 292.02, Avg.Score: 287.15, Time: 04:22:25 \n",
      "Ep. 780, Timestep 710752,  Ep.Timesteps 937, Score: 296.81, Avg.Score: 287.21, Time: 04:22:47 \n",
      "Ep. 781, Timestep 711699,  Ep.Timesteps 947, Score: 293.41, Avg.Score: 287.24, Time: 04:23:08 \n",
      "Ep. 782, Timestep 712647,  Ep.Timesteps 948, Score: 294.63, Avg.Score: 290.20, Time: 04:23:28 \n",
      "Ep. 783, Timestep 713585,  Ep.Timesteps 938, Score: 295.08, Avg.Score: 290.21, Time: 04:23:49 \n",
      "Ep. 784, Timestep 714544,  Ep.Timesteps 959, Score: 294.49, Avg.Score: 290.18, Time: 04:24:10 \n",
      "Ep. 785, Timestep 715512,  Ep.Timesteps 968, Score: 295.88, Avg.Score: 290.19, Time: 04:24:31 \n",
      "Ep. 786, Timestep 716443,  Ep.Timesteps 931, Score: 294.39, Avg.Score: 290.20, Time: 04:24:53 \n",
      "Ep. 787, Timestep 717433,  Ep.Timesteps 990, Score: 293.87, Avg.Score: 290.22, Time: 04:25:13 \n",
      "Ep. 788, Timestep 718405,  Ep.Timesteps 972, Score: 293.40, Avg.Score: 290.23, Time: 04:25:35 \n",
      "Ep. 789, Timestep 719328,  Ep.Timesteps 923, Score: 289.95, Avg.Score: 290.20, Time: 04:25:57 \n",
      "Ep. 790, Timestep 720271,  Ep.Timesteps 943, Score: 289.97, Avg.Score: 290.20, Time: 04:26:17 \n",
      "Ep. 791, Timestep 721263,  Ep.Timesteps 992, Score: 285.74, Avg.Score: 290.11, Time: 04:26:38 \n",
      "Ep. 792, Timestep 722236,  Ep.Timesteps 973, Score: 292.59, Avg.Score: 290.14, Time: 04:27:00 \n",
      "Ep. 793, Timestep 723180,  Ep.Timesteps 944, Score: 287.19, Avg.Score: 290.13, Time: 04:27:21 \n",
      "Ep. 794, Timestep 724115,  Ep.Timesteps 935, Score: 288.87, Avg.Score: 290.15, Time: 04:27:42 \n",
      "Ep. 795, Timestep 725103,  Ep.Timesteps 988, Score: 286.65, Avg.Score: 290.10, Time: 04:28:03 \n",
      "Ep. 796, Timestep 726053,  Ep.Timesteps 950, Score: 290.96, Avg.Score: 290.11, Time: 04:28:25 \n",
      "Ep. 797, Timestep 727001,  Ep.Timesteps 948, Score: 286.33, Avg.Score: 290.04, Time: 04:28:45 \n",
      "Ep. 798, Timestep 727974,  Ep.Timesteps 973, Score: 291.04, Avg.Score: 290.05, Time: 04:29:07 \n",
      "Ep. 799, Timestep 728921,  Ep.Timesteps 947, Score: 285.81, Avg.Score: 289.94, Time: 04:29:28 \n",
      "Ep. 800, Timestep 729858,  Ep.Timesteps 937, Score: 290.43, Avg.Score: 289.83, Time: 04:29:49 \n",
      "Ep. 801, Timestep 730793,  Ep.Timesteps 935, Score: 290.82, Avg.Score: 289.79, Time: 04:30:10 \n",
      "Ep. 802, Timestep 731712,  Ep.Timesteps 919, Score: 289.79, Avg.Score: 291.56, Time: 04:30:30 \n",
      "Ep. 803, Timestep 732651,  Ep.Timesteps 939, Score: 291.78, Avg.Score: 291.55, Time: 04:30:51 \n",
      "Ep. 804, Timestep 733587,  Ep.Timesteps 936, Score: 292.81, Avg.Score: 291.57, Time: 04:31:11 \n",
      "Ep. 805, Timestep 734508,  Ep.Timesteps 921, Score: 296.09, Avg.Score: 291.61, Time: 04:31:32 \n",
      "Ep. 806, Timestep 735418,  Ep.Timesteps 910, Score: 293.19, Avg.Score: 291.62, Time: 04:31:53 \n",
      "Ep. 807, Timestep 736301,  Ep.Timesteps 883, Score: 295.04, Avg.Score: 291.65, Time: 04:32:13 \n",
      "Ep. 808, Timestep 737238,  Ep.Timesteps 937, Score: 292.95, Avg.Score: 291.68, Time: 04:32:32 \n",
      "Ep. 809, Timestep 738121,  Ep.Timesteps 883, Score: 293.69, Avg.Score: 291.67, Time: 04:32:53 \n",
      "Ep. 810, Timestep 738995,  Ep.Timesteps 874, Score: 298.83, Avg.Score: 291.72, Time: 04:33:12 \n",
      "Ep. 811, Timestep 739966,  Ep.Timesteps 971, Score: 290.42, Avg.Score: 291.61, Time: 04:33:32 \n",
      "Ep. 812, Timestep 740900,  Ep.Timesteps 934, Score: 293.32, Avg.Score: 291.55, Time: 04:33:53 \n",
      "Ep. 813, Timestep 741815,  Ep.Timesteps 915, Score: 296.27, Avg.Score: 291.62, Time: 04:34:14 \n",
      "Ep. 814, Timestep 742714,  Ep.Timesteps 899, Score: 297.91, Avg.Score: 291.62, Time: 04:34:34 \n",
      "Ep. 815, Timestep 743683,  Ep.Timesteps 969, Score: 291.36, Avg.Score: 291.56, Time: 04:34:54 \n",
      "Ep. 816, Timestep 744574,  Ep.Timesteps 891, Score: 299.26, Avg.Score: 291.67, Time: 04:35:16 \n",
      "Ep. 817, Timestep 745510,  Ep.Timesteps 936, Score: 299.70, Avg.Score: 291.67, Time: 04:35:35 \n",
      "Ep. 818, Timestep 746445,  Ep.Timesteps 935, Score: 290.16, Avg.Score: 291.65, Time: 04:35:56 \n",
      "Ep. 819, Timestep 747366,  Ep.Timesteps 921, Score: 291.27, Avg.Score: 291.68, Time: 04:36:17 \n",
      "Ep. 820, Timestep 748310,  Ep.Timesteps 944, Score: 292.10, Avg.Score: 291.65, Time: 04:36:37 \n",
      "Ep. 821, Timestep 749217,  Ep.Timesteps 907, Score: 298.73, Avg.Score: 291.71, Time: 04:36:58 \n",
      "Ep. 822, Timestep 750110,  Ep.Timesteps 893, Score: 302.05, Avg.Score: 291.78, Time: 04:37:18 \n",
      "Ep. 823, Timestep 751024,  Ep.Timesteps 914, Score: 296.69, Avg.Score: 291.78, Time: 04:37:38 \n",
      "Ep. 824, Timestep 751923,  Ep.Timesteps 899, Score: 295.79, Avg.Score: 291.78, Time: 04:37:58 \n",
      "Ep. 825, Timestep 752872,  Ep.Timesteps 949, Score: 297.50, Avg.Score: 291.82, Time: 04:38:18 \n",
      "Ep. 826, Timestep 753793,  Ep.Timesteps 921, Score: 294.38, Avg.Score: 291.83, Time: 04:38:39 \n",
      "Ep. 827, Timestep 754677,  Ep.Timesteps 884, Score: 297.07, Avg.Score: 291.87, Time: 04:38:59 \n",
      "Ep. 828, Timestep 755594,  Ep.Timesteps 917, Score: 294.61, Avg.Score: 292.00, Time: 04:39:19 \n",
      "Ep. 829, Timestep 756121,  Ep.Timesteps 527, Score: 51.44, Avg.Score: 289.52, Time: 04:39:38 \n",
      "Ep. 830, Timestep 757044,  Ep.Timesteps 923, Score: 292.13, Avg.Score: 289.53, Time: 04:39:51 \n",
      "Ep. 831, Timestep 757978,  Ep.Timesteps 934, Score: 294.90, Avg.Score: 289.52, Time: 04:40:11 \n",
      "Ep. 832, Timestep 758877,  Ep.Timesteps 899, Score: 296.39, Avg.Score: 289.56, Time: 04:40:32 \n",
      "Ep. 833, Timestep 759778,  Ep.Timesteps 901, Score: 295.29, Avg.Score: 289.59, Time: 04:40:51 \n",
      "Ep. 834, Timestep 760652,  Ep.Timesteps 874, Score: 293.43, Avg.Score: 289.58, Time: 04:41:12 \n",
      "Ep. 835, Timestep 761540,  Ep.Timesteps 888, Score: 295.46, Avg.Score: 289.58, Time: 04:41:31 \n",
      "Ep. 836, Timestep 762435,  Ep.Timesteps 895, Score: 294.19, Avg.Score: 289.54, Time: 04:41:50 \n",
      "Ep. 837, Timestep 763388,  Ep.Timesteps 953, Score: 295.14, Avg.Score: 289.54, Time: 04:42:10 \n",
      "Ep. 838, Timestep 764335,  Ep.Timesteps 947, Score: 290.94, Avg.Score: 289.49, Time: 04:42:33 \n",
      "Ep. 839, Timestep 765252,  Ep.Timesteps 917, Score: 296.66, Avg.Score: 289.55, Time: 04:42:54 \n",
      "Ep. 840, Timestep 766170,  Ep.Timesteps 918, Score: 293.75, Avg.Score: 289.58, Time: 04:43:15 \n",
      "Ep. 841, Timestep 767071,  Ep.Timesteps 901, Score: 295.87, Avg.Score: 289.61, Time: 04:43:35 \n",
      "Ep. 842, Timestep 767966,  Ep.Timesteps 895, Score: 293.52, Avg.Score: 289.59, Time: 04:43:55 \n",
      "Ep. 843, Timestep 768834,  Ep.Timesteps 868, Score: 296.44, Avg.Score: 289.64, Time: 04:44:14 \n",
      "Ep. 844, Timestep 769752,  Ep.Timesteps 918, Score: 294.42, Avg.Score: 289.63, Time: 04:44:34 \n",
      "Ep. 845, Timestep 770659,  Ep.Timesteps 907, Score: 295.77, Avg.Score: 289.65, Time: 04:44:54 \n",
      "Ep. 846, Timestep 771551,  Ep.Timesteps 892, Score: 294.36, Avg.Score: 289.70, Time: 04:45:14 \n",
      "Ep. 847, Timestep 772424,  Ep.Timesteps 873, Score: 297.20, Avg.Score: 289.77, Time: 04:45:34 \n",
      "Ep. 848, Timestep 773359,  Ep.Timesteps 935, Score: 291.44, Avg.Score: 289.75, Time: 04:45:53 \n",
      "Ep. 849, Timestep 774290,  Ep.Timesteps 931, Score: 292.45, Avg.Score: 289.79, Time: 04:46:14 \n",
      "Ep. 850, Timestep 775229,  Ep.Timesteps 939, Score: 290.68, Avg.Score: 289.75, Time: 04:46:34 \n",
      "Ep. 851, Timestep 776126,  Ep.Timesteps 897, Score: 297.99, Avg.Score: 289.83, Time: 04:46:55 \n",
      "Ep. 852, Timestep 777032,  Ep.Timesteps 906, Score: 291.99, Avg.Score: 289.83, Time: 04:47:15 \n",
      "Ep. 853, Timestep 777968,  Ep.Timesteps 936, Score: 289.70, Avg.Score: 289.78, Time: 04:47:35 \n",
      "Ep. 854, Timestep 778948,  Ep.Timesteps 980, Score: 288.19, Avg.Score: 289.72, Time: 04:47:56 \n",
      "Ep. 855, Timestep 779884,  Ep.Timesteps 936, Score: 293.77, Avg.Score: 289.73, Time: 04:48:17 \n",
      "Ep. 856, Timestep 780772,  Ep.Timesteps 888, Score: 296.25, Avg.Score: 289.72, Time: 04:48:38 \n",
      "Ep. 857, Timestep 781679,  Ep.Timesteps 907, Score: 296.51, Avg.Score: 289.67, Time: 04:48:57 \n",
      "Ep. 858, Timestep 782607,  Ep.Timesteps 928, Score: 296.52, Avg.Score: 289.66, Time: 04:49:17 \n",
      "Ep. 859, Timestep 783483,  Ep.Timesteps 876, Score: 296.93, Avg.Score: 289.72, Time: 04:49:38 \n",
      "Ep. 860, Timestep 784385,  Ep.Timesteps 902, Score: 294.45, Avg.Score: 289.74, Time: 04:49:57 \n",
      "Ep. 861, Timestep 785294,  Ep.Timesteps 909, Score: 296.82, Avg.Score: 289.75, Time: 04:50:17 \n",
      "Ep. 862, Timestep 786171,  Ep.Timesteps 877, Score: 296.07, Avg.Score: 289.79, Time: 04:50:37 \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 863, Timestep 787080,  Ep.Timesteps 909, Score: 299.40, Avg.Score: 291.51, Time: 04:50:57 \n",
      "Ep. 864, Timestep 788062,  Ep.Timesteps 982, Score: 294.33, Avg.Score: 291.45, Time: 04:51:17 \n",
      "Ep. 865, Timestep 789011,  Ep.Timesteps 949, Score: 294.35, Avg.Score: 291.40, Time: 04:51:39 \n",
      "Ep. 866, Timestep 789969,  Ep.Timesteps 958, Score: 293.73, Avg.Score: 291.36, Time: 04:51:59 \n",
      "Ep. 867, Timestep 790900,  Ep.Timesteps 931, Score: 300.82, Avg.Score: 291.48, Time: 04:52:21 \n",
      "Ep. 868, Timestep 791796,  Ep.Timesteps 896, Score: 298.31, Avg.Score: 291.49, Time: 04:52:41 \n",
      "Ep. 869, Timestep 792739,  Ep.Timesteps 943, Score: 297.22, Avg.Score: 291.55, Time: 04:53:02 \n",
      "Ep. 870, Timestep 793687,  Ep.Timesteps 948, Score: 296.46, Avg.Score: 291.57, Time: 04:53:25 \n",
      "Ep. 871, Timestep 794637,  Ep.Timesteps 950, Score: 292.41, Avg.Score: 291.58, Time: 04:53:48 \n",
      "Ep. 872, Timestep 795624,  Ep.Timesteps 987, Score: 289.32, Avg.Score: 291.52, Time: 04:54:12 \n",
      "Ep. 873, Timestep 796527,  Ep.Timesteps 903, Score: 295.04, Avg.Score: 291.49, Time: 04:54:33 \n",
      "Ep. 874, Timestep 797430,  Ep.Timesteps 903, Score: 294.83, Avg.Score: 291.52, Time: 04:54:53 \n",
      "Ep. 875, Timestep 798312,  Ep.Timesteps 882, Score: 294.33, Avg.Score: 291.53, Time: 04:55:13 \n",
      "Ep. 876, Timestep 799193,  Ep.Timesteps 881, Score: 297.23, Avg.Score: 291.54, Time: 04:55:33 \n",
      "Ep. 877, Timestep 800079,  Ep.Timesteps 886, Score: 295.95, Avg.Score: 291.56, Time: 04:55:52 \n",
      "Ep. 878, Timestep 800988,  Ep.Timesteps 909, Score: 294.31, Avg.Score: 291.58, Time: 04:56:12 \n",
      "Ep. 879, Timestep 801869,  Ep.Timesteps 881, Score: 294.94, Avg.Score: 291.61, Time: 04:56:32 \n",
      "Ep. 880, Timestep 802752,  Ep.Timesteps 883, Score: 294.71, Avg.Score: 291.59, Time: 04:56:52 \n",
      "Ep. 881, Timestep 803665,  Ep.Timesteps 913, Score: 294.56, Avg.Score: 291.60, Time: 04:57:11 \n",
      "Ep. 882, Timestep 804521,  Ep.Timesteps 856, Score: 298.41, Avg.Score: 291.64, Time: 04:57:31 \n",
      "Ep. 883, Timestep 805411,  Ep.Timesteps 890, Score: 296.03, Avg.Score: 291.65, Time: 04:57:50 \n",
      "Ep. 884, Timestep 806289,  Ep.Timesteps 878, Score: 295.87, Avg.Score: 291.66, Time: 04:58:10 \n",
      "Ep. 885, Timestep 807212,  Ep.Timesteps 923, Score: 288.27, Avg.Score: 291.59, Time: 04:58:30 \n",
      "Ep. 886, Timestep 808129,  Ep.Timesteps 917, Score: 291.01, Avg.Score: 291.55, Time: 04:58:50 \n",
      "Ep. 887, Timestep 809056,  Ep.Timesteps 927, Score: 290.70, Avg.Score: 291.52, Time: 04:59:10 \n",
      "Ep. 888, Timestep 809953,  Ep.Timesteps 897, Score: 296.40, Avg.Score: 291.55, Time: 04:59:31 \n",
      "Ep. 889, Timestep 810889,  Ep.Timesteps 936, Score: 294.16, Avg.Score: 291.59, Time: 04:59:51 \n",
      "Ep. 890, Timestep 811763,  Ep.Timesteps 874, Score: 296.90, Avg.Score: 291.66, Time: 05:00:11 \n",
      "Ep. 891, Timestep 812666,  Ep.Timesteps 903, Score: 296.16, Avg.Score: 291.77, Time: 05:00:31 \n",
      "Ep. 892, Timestep 813678,  Ep.Timesteps 1012, Score: 281.85, Avg.Score: 291.66, Time: 05:00:51 \n",
      "Ep. 893, Timestep 814573,  Ep.Timesteps 895, Score: 297.56, Avg.Score: 291.76, Time: 05:01:13 \n",
      "Ep. 894, Timestep 815487,  Ep.Timesteps 914, Score: 293.98, Avg.Score: 291.81, Time: 05:01:33 \n",
      "Ep. 895, Timestep 816382,  Ep.Timesteps 895, Score: 292.88, Avg.Score: 291.88, Time: 05:01:53 \n",
      "Ep. 896, Timestep 817292,  Ep.Timesteps 910, Score: 293.77, Avg.Score: 291.90, Time: 05:02:13 \n",
      "Ep. 897, Timestep 818229,  Ep.Timesteps 937, Score: 293.78, Avg.Score: 291.98, Time: 05:02:33 \n",
      "Ep. 898, Timestep 819164,  Ep.Timesteps 935, Score: 290.63, Avg.Score: 291.97, Time: 05:02:54 \n",
      "Ep. 899, Timestep 820040,  Ep.Timesteps 876, Score: 295.40, Avg.Score: 292.07, Time: 05:03:15 \n",
      "Ep. 900, Timestep 820908,  Ep.Timesteps 868, Score: 295.16, Avg.Score: 292.12, Time: 05:03:34 \n",
      "Ep. 901, Timestep 821825,  Ep.Timesteps 917, Score: 291.02, Avg.Score: 292.12, Time: 05:03:53 \n",
      "Ep. 902, Timestep 822719,  Ep.Timesteps 894, Score: 292.10, Avg.Score: 292.14, Time: 05:04:13 \n",
      "Ep. 903, Timestep 823626,  Ep.Timesteps 907, Score: 292.23, Avg.Score: 292.15, Time: 05:04:33 \n",
      "Ep. 904, Timestep 824556,  Ep.Timesteps 930, Score: 296.75, Avg.Score: 292.19, Time: 05:04:53 \n",
      "Ep. 905, Timestep 825459,  Ep.Timesteps 903, Score: 299.47, Avg.Score: 292.22, Time: 05:05:14 \n",
      "Ep. 906, Timestep 826348,  Ep.Timesteps 889, Score: 293.24, Avg.Score: 292.22, Time: 05:05:34 \n",
      "Ep. 907, Timestep 827297,  Ep.Timesteps 949, Score: 292.27, Avg.Score: 292.19, Time: 05:05:53 \n",
      "Ep. 908, Timestep 828210,  Ep.Timesteps 913, Score: 298.45, Avg.Score: 292.25, Time: 05:06:14 \n",
      "Ep. 909, Timestep 829125,  Ep.Timesteps 915, Score: 296.24, Avg.Score: 292.27, Time: 05:06:35 \n",
      "Ep. 910, Timestep 830048,  Ep.Timesteps 923, Score: 291.75, Avg.Score: 292.20, Time: 05:06:55 \n",
      "Ep. 911, Timestep 830951,  Ep.Timesteps 903, Score: 292.90, Avg.Score: 292.23, Time: 05:07:15 \n",
      "Ep. 912, Timestep 831870,  Ep.Timesteps 919, Score: 296.31, Avg.Score: 292.26, Time: 05:07:35 \n",
      "Ep. 913, Timestep 832763,  Ep.Timesteps 893, Score: 291.99, Avg.Score: 292.22, Time: 05:07:55 \n",
      "Ep. 914, Timestep 833726,  Ep.Timesteps 963, Score: 286.29, Avg.Score: 292.10, Time: 05:08:15 \n",
      "Ep. 915, Timestep 834584,  Ep.Timesteps 858, Score: 295.31, Avg.Score: 292.14, Time: 05:08:37 \n",
      "Ep. 916, Timestep 835465,  Ep.Timesteps 881, Score: 293.16, Avg.Score: 292.08, Time: 05:08:56 \n",
      "Ep. 917, Timestep 836361,  Ep.Timesteps 896, Score: 294.01, Avg.Score: 292.02, Time: 05:09:15 \n",
      "Ep. 918, Timestep 837230,  Ep.Timesteps 869, Score: 294.42, Avg.Score: 292.06, Time: 05:09:35 \n",
      "Ep. 919, Timestep 838144,  Ep.Timesteps 914, Score: 292.01, Avg.Score: 292.07, Time: 05:09:54 \n",
      "Ep. 920, Timestep 839025,  Ep.Timesteps 881, Score: 291.80, Avg.Score: 292.07, Time: 05:10:14 \n",
      "Ep. 921, Timestep 839881,  Ep.Timesteps 856, Score: 296.65, Avg.Score: 292.05, Time: 05:10:34 \n",
      "Ep. 922, Timestep 840737,  Ep.Timesteps 856, Score: 294.19, Avg.Score: 291.97, Time: 05:10:52 \n",
      "Ep. 923, Timestep 841614,  Ep.Timesteps 877, Score: 292.62, Avg.Score: 291.93, Time: 05:11:11 \n",
      "Ep. 924, Timestep 842563,  Ep.Timesteps 949, Score: 290.92, Avg.Score: 291.88, Time: 05:11:31 \n",
      "Ep. 925, Timestep 843470,  Ep.Timesteps 907, Score: 289.93, Avg.Score: 291.80, Time: 05:11:52 \n",
      "Ep. 926, Timestep 844356,  Ep.Timesteps 886, Score: 289.59, Avg.Score: 291.76, Time: 05:12:12 \n",
      "Ep. 927, Timestep 845213,  Ep.Timesteps 857, Score: 290.81, Avg.Score: 291.69, Time: 05:12:31 \n",
      "Ep. 928, Timestep 846119,  Ep.Timesteps 906, Score: 291.24, Avg.Score: 291.66, Time: 05:12:50 \n",
      "Ep. 929, Timestep 846972,  Ep.Timesteps 853, Score: 294.66, Avg.Score: 294.09, Time: 05:13:10 \n",
      "Ep. 930, Timestep 847847,  Ep.Timesteps 875, Score: 291.50, Avg.Score: 294.09, Time: 05:13:29 \n",
      "Ep. 931, Timestep 848790,  Ep.Timesteps 943, Score: 288.97, Avg.Score: 294.03, Time: 05:13:48 \n",
      "Ep. 932, Timestep 849666,  Ep.Timesteps 876, Score: 293.92, Avg.Score: 294.00, Time: 05:14:09 \n",
      "Ep. 933, Timestep 850517,  Ep.Timesteps 851, Score: 293.37, Avg.Score: 293.98, Time: 05:14:28 \n",
      "Ep. 934, Timestep 851420,  Ep.Timesteps 903, Score: 293.09, Avg.Score: 293.98, Time: 05:14:47 \n",
      "Ep. 935, Timestep 852309,  Ep.Timesteps 889, Score: 289.16, Avg.Score: 293.92, Time: 05:15:07 \n",
      "Ep. 936, Timestep 853218,  Ep.Timesteps 909, Score: 292.75, Avg.Score: 293.90, Time: 05:15:26 \n",
      "Ep. 937, Timestep 854149,  Ep.Timesteps 931, Score: 290.27, Avg.Score: 293.85, Time: 05:15:47 \n",
      "Ep. 938, Timestep 855050,  Ep.Timesteps 901, Score: 295.66, Avg.Score: 293.90, Time: 05:16:07 \n",
      "Ep. 939, Timestep 855931,  Ep.Timesteps 881, Score: 298.91, Avg.Score: 293.92, Time: 05:16:27 \n",
      "Ep. 940, Timestep 856852,  Ep.Timesteps 921, Score: 290.20, Avg.Score: 293.89, Time: 05:16:46 \n",
      "Ep. 941, Timestep 857806,  Ep.Timesteps 954, Score: 291.80, Avg.Score: 293.85, Time: 05:17:07 \n",
      "Ep. 942, Timestep 858725,  Ep.Timesteps 919, Score: 294.10, Avg.Score: 293.85, Time: 05:17:28 \n",
      "Ep. 943, Timestep 859618,  Ep.Timesteps 893, Score: 296.01, Avg.Score: 293.85, Time: 05:17:48 \n",
      "Ep. 944, Timestep 860510,  Ep.Timesteps 892, Score: 299.23, Avg.Score: 293.90, Time: 05:18:08 \n",
      "Ep. 945, Timestep 861365,  Ep.Timesteps 855, Score: 296.76, Avg.Score: 293.91, Time: 05:18:27 \n",
      "Ep. 946, Timestep 862274,  Ep.Timesteps 909, Score: 294.89, Avg.Score: 293.91, Time: 05:18:46 \n",
      "Ep. 947, Timestep 863168,  Ep.Timesteps 894, Score: 295.51, Avg.Score: 293.89, Time: 05:19:06 \n",
      "Ep. 948, Timestep 864045,  Ep.Timesteps 877, Score: 296.68, Avg.Score: 293.95, Time: 05:19:26 \n",
      "Ep. 949, Timestep 864909,  Ep.Timesteps 864, Score: 296.46, Avg.Score: 293.99, Time: 05:19:45 \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 950, Timestep 865797,  Ep.Timesteps 888, Score: 291.52, Avg.Score: 293.99, Time: 05:20:04 \n",
      "Ep. 951, Timestep 866675,  Ep.Timesteps 878, Score: 291.05, Avg.Score: 293.93, Time: 05:20:24 \n",
      "Ep. 952, Timestep 867606,  Ep.Timesteps 931, Score: 290.59, Avg.Score: 293.91, Time: 05:20:44 \n",
      "Ep. 953, Timestep 868506,  Ep.Timesteps 900, Score: 293.26, Avg.Score: 293.95, Time: 05:21:04 \n",
      "Ep. 954, Timestep 869391,  Ep.Timesteps 885, Score: 296.87, Avg.Score: 294.03, Time: 05:21:24 \n",
      "Ep. 955, Timestep 870288,  Ep.Timesteps 897, Score: 294.52, Avg.Score: 294.04, Time: 05:21:44 \n",
      "Ep. 956, Timestep 871178,  Ep.Timesteps 890, Score: 290.47, Avg.Score: 293.98, Time: 05:22:03 \n",
      "Ep. 957, Timestep 872083,  Ep.Timesteps 905, Score: 291.08, Avg.Score: 293.93, Time: 05:22:23 \n",
      "Ep. 958, Timestep 872975,  Ep.Timesteps 892, Score: 294.32, Avg.Score: 293.91, Time: 05:22:43 \n",
      "Ep. 959, Timestep 873902,  Ep.Timesteps 927, Score: 290.35, Avg.Score: 293.84, Time: 05:23:03 \n",
      "Ep. 960, Timestep 874802,  Ep.Timesteps 900, Score: 289.77, Avg.Score: 293.79, Time: 05:23:23 \n",
      "Ep. 961, Timestep 875675,  Ep.Timesteps 873, Score: 291.25, Avg.Score: 293.74, Time: 05:23:43 \n",
      "Ep. 962, Timestep 876564,  Ep.Timesteps 889, Score: 292.65, Avg.Score: 293.70, Time: 05:24:02 \n",
      "Ep. 963, Timestep 877495,  Ep.Timesteps 931, Score: 288.67, Avg.Score: 293.60, Time: 05:24:22 \n",
      "Ep. 964, Timestep 878477,  Ep.Timesteps 982, Score: 288.43, Avg.Score: 293.54, Time: 05:24:42 \n",
      "Ep. 965, Timestep 879445,  Ep.Timesteps 968, Score: 290.43, Avg.Score: 293.50, Time: 05:25:04 \n",
      "Ep. 966, Timestep 880394,  Ep.Timesteps 949, Score: 287.89, Avg.Score: 293.44, Time: 05:25:25 \n",
      "Ep. 967, Timestep 881311,  Ep.Timesteps 917, Score: 290.67, Avg.Score: 293.34, Time: 05:25:46 \n",
      "Ep. 968, Timestep 882193,  Ep.Timesteps 882, Score: 290.75, Avg.Score: 293.26, Time: 05:26:06 \n",
      "Ep. 969, Timestep 883103,  Ep.Timesteps 910, Score: 294.35, Avg.Score: 293.23, Time: 05:26:26 \n",
      "Ep. 970, Timestep 884049,  Ep.Timesteps 946, Score: 294.89, Avg.Score: 293.22, Time: 05:26:47 \n",
      "Ep. 971, Timestep 884954,  Ep.Timesteps 905, Score: 291.74, Avg.Score: 293.21, Time: 05:27:08 \n",
      "Ep. 972, Timestep 885864,  Ep.Timesteps 910, Score: 293.62, Avg.Score: 293.26, Time: 05:27:28 \n",
      "Ep. 973, Timestep 886760,  Ep.Timesteps 896, Score: 290.13, Avg.Score: 293.21, Time: 05:27:49 \n",
      "Ep. 974, Timestep 887678,  Ep.Timesteps 918, Score: 285.44, Avg.Score: 293.11, Time: 05:28:08 \n",
      "Ep. 975, Timestep 888597,  Ep.Timesteps 919, Score: 287.02, Avg.Score: 293.04, Time: 05:28:29 \n",
      "Ep. 976, Timestep 889498,  Ep.Timesteps 901, Score: 287.57, Avg.Score: 292.94, Time: 05:28:49 \n",
      "Ep. 977, Timestep 890368,  Ep.Timesteps 870, Score: 291.77, Avg.Score: 292.90, Time: 05:29:09 \n",
      "Ep. 978, Timestep 891313,  Ep.Timesteps 945, Score: 294.87, Avg.Score: 292.91, Time: 05:29:28 \n",
      "Ep. 979, Timestep 891858,  Ep.Timesteps 545, Score: 68.39, Avg.Score: 290.64, Time: 05:29:48 \n",
      "Ep. 980, Timestep 892807,  Ep.Timesteps 949, Score: 289.55, Avg.Score: 290.59, Time: 05:30:01 \n",
      "Ep. 981, Timestep 893716,  Ep.Timesteps 909, Score: 285.23, Avg.Score: 290.50, Time: 05:30:22 \n",
      "Ep. 982, Timestep 894618,  Ep.Timesteps 902, Score: 288.09, Avg.Score: 290.39, Time: 05:30:42 \n",
      "Ep. 983, Timestep 895540,  Ep.Timesteps 922, Score: 288.29, Avg.Score: 290.32, Time: 05:31:02 \n",
      "Ep. 984, Timestep 896461,  Ep.Timesteps 921, Score: 290.05, Avg.Score: 290.26, Time: 05:31:22 \n",
      "Ep. 985, Timestep 897346,  Ep.Timesteps 885, Score: 294.78, Avg.Score: 290.32, Time: 05:31:42 \n",
      "Ep. 986, Timestep 898221,  Ep.Timesteps 875, Score: 288.62, Avg.Score: 290.30, Time: 05:32:02 \n",
      "Ep. 987, Timestep 899144,  Ep.Timesteps 923, Score: 292.09, Avg.Score: 290.31, Time: 05:32:21 \n",
      "Ep. 988, Timestep 900023,  Ep.Timesteps 879, Score: 294.42, Avg.Score: 290.29, Time: 05:32:41 \n",
      "Ep. 989, Timestep 900894,  Ep.Timesteps 871, Score: 294.77, Avg.Score: 290.30, Time: 05:33:01 \n",
      "Ep. 990, Timestep 901787,  Ep.Timesteps 893, Score: 291.77, Avg.Score: 290.25, Time: 05:33:20 \n",
      "Ep. 991, Timestep 902685,  Ep.Timesteps 898, Score: 290.26, Avg.Score: 290.19, Time: 05:33:40 \n",
      "Ep. 992, Timestep 903588,  Ep.Timesteps 903, Score: 287.59, Avg.Score: 290.25, Time: 05:34:00 \n",
      "Ep. 993, Timestep 904519,  Ep.Timesteps 931, Score: 289.66, Avg.Score: 290.17, Time: 05:34:19 \n",
      "Ep. 994, Timestep 905391,  Ep.Timesteps 872, Score: 292.37, Avg.Score: 290.15, Time: 05:34:40 \n",
      "Ep. 995, Timestep 906258,  Ep.Timesteps 867, Score: 294.03, Avg.Score: 290.16, Time: 05:34:59 \n",
      "Ep. 996, Timestep 907146,  Ep.Timesteps 888, Score: 293.01, Avg.Score: 290.15, Time: 05:35:18 \n",
      "Ep. 997, Timestep 908025,  Ep.Timesteps 879, Score: 294.23, Avg.Score: 290.16, Time: 05:35:38 \n",
      "Ep. 998, Timestep 908899,  Ep.Timesteps 874, Score: 296.71, Avg.Score: 290.22, Time: 05:35:57 \n",
      "Ep. 999, Timestep 909771,  Ep.Timesteps 872, Score: 296.08, Avg.Score: 290.23, Time: 05:36:17 \n",
      "Ep. 1000, Timestep 910667,  Ep.Timesteps 896, Score: 291.66, Avg.Score: 290.19, Time: 05:36:36 \n",
      "Ep. 1001, Timestep 911586,  Ep.Timesteps 919, Score: 289.78, Avg.Score: 290.18, Time: 05:36:56 \n",
      "Ep. 1002, Timestep 912468,  Ep.Timesteps 882, Score: 293.94, Avg.Score: 290.20, Time: 05:37:16 \n",
      "Ep. 1003, Timestep 913368,  Ep.Timesteps 900, Score: 294.24, Avg.Score: 290.22, Time: 05:37:36 \n",
      "Ep. 1004, Timestep 914257,  Ep.Timesteps 889, Score: 290.10, Avg.Score: 290.15, Time: 05:37:56 \n",
      "Ep. 1005, Timestep 915117,  Ep.Timesteps 860, Score: 291.66, Avg.Score: 290.07, Time: 05:38:15 \n",
      "Ep. 1006, Timestep 916002,  Ep.Timesteps 885, Score: 293.45, Avg.Score: 290.08, Time: 05:38:34 \n",
      "Ep. 1007, Timestep 916887,  Ep.Timesteps 885, Score: 296.50, Avg.Score: 290.12, Time: 05:38:53 \n",
      "Ep. 1008, Timestep 917786,  Ep.Timesteps 899, Score: 292.96, Avg.Score: 290.06, Time: 05:39:13 \n",
      "Ep. 1009, Timestep 918729,  Ep.Timesteps 943, Score: 290.65, Avg.Score: 290.01, Time: 05:39:33 \n",
      "Ep. 1010, Timestep 919622,  Ep.Timesteps 893, Score: 295.79, Avg.Score: 290.05, Time: 05:39:54 \n",
      "Ep. 1011, Timestep 920506,  Ep.Timesteps 884, Score: 295.43, Avg.Score: 290.07, Time: 05:40:13 \n",
      "Ep. 1012, Timestep 921387,  Ep.Timesteps 881, Score: 293.73, Avg.Score: 290.05, Time: 05:40:33 \n",
      "Ep. 1013, Timestep 922278,  Ep.Timesteps 891, Score: 293.43, Avg.Score: 290.06, Time: 05:40:52 \n",
      "Ep. 1014, Timestep 923108,  Ep.Timesteps 830, Score: 300.55, Avg.Score: 290.20, Time: 05:41:12 \n",
      "Ep. 1015, Timestep 923987,  Ep.Timesteps 879, Score: 294.68, Avg.Score: 290.20, Time: 05:41:30 \n",
      "Ep. 1016, Timestep 924852,  Ep.Timesteps 865, Score: 294.65, Avg.Score: 290.21, Time: 05:41:50 \n",
      "Ep. 1017, Timestep 925772,  Ep.Timesteps 920, Score: 293.14, Avg.Score: 290.20, Time: 05:42:09 \n",
      "Ep. 1018, Timestep 926627,  Ep.Timesteps 855, Score: 289.77, Avg.Score: 290.16, Time: 05:42:29 \n",
      "Ep. 1019, Timestep 927482,  Ep.Timesteps 855, Score: 296.45, Avg.Score: 290.20, Time: 05:42:48 \n",
      "Ep. 1020, Timestep 928355,  Ep.Timesteps 873, Score: 291.50, Avg.Score: 290.20, Time: 05:43:07 \n",
      "Ep. 1021, Timestep 929303,  Ep.Timesteps 948, Score: 288.06, Avg.Score: 290.11, Time: 05:43:26 \n",
      "Ep. 1022, Timestep 930175,  Ep.Timesteps 872, Score: 289.68, Avg.Score: 290.07, Time: 05:43:47 \n",
      "Ep. 1023, Timestep 931060,  Ep.Timesteps 885, Score: 292.21, Avg.Score: 290.06, Time: 05:44:06 \n",
      "Ep. 1024, Timestep 931911,  Ep.Timesteps 851, Score: 296.42, Avg.Score: 290.12, Time: 05:44:25 \n",
      "Ep. 1025, Timestep 932767,  Ep.Timesteps 856, Score: 293.93, Avg.Score: 290.16, Time: 05:44:44 \n",
      "Ep. 1026, Timestep 933635,  Ep.Timesteps 868, Score: 292.51, Avg.Score: 290.19, Time: 05:45:03 \n",
      "Ep. 1027, Timestep 934681,  Ep.Timesteps 1046, Score: 281.19, Avg.Score: 290.09, Time: 05:45:22 \n",
      "Ep. 1028, Timestep 935525,  Ep.Timesteps 844, Score: 293.57, Avg.Score: 290.11, Time: 05:45:45 \n",
      "Ep. 1029, Timestep 936382,  Ep.Timesteps 857, Score: 290.42, Avg.Score: 290.07, Time: 05:46:04 \n",
      "Ep. 1030, Timestep 937291,  Ep.Timesteps 909, Score: 289.58, Avg.Score: 290.05, Time: 05:46:23 \n",
      "Ep. 1031, Timestep 938247,  Ep.Timesteps 956, Score: 291.99, Avg.Score: 290.08, Time: 05:46:43 \n",
      "Ep. 1032, Timestep 939121,  Ep.Timesteps 874, Score: 290.95, Avg.Score: 290.05, Time: 05:47:04 \n",
      "Ep. 1033, Timestep 939986,  Ep.Timesteps 865, Score: 289.73, Avg.Score: 290.02, Time: 05:47:23 \n",
      "Ep. 1034, Timestep 940845,  Ep.Timesteps 859, Score: 292.05, Avg.Score: 290.01, Time: 05:47:42 \n",
      "Ep. 1035, Timestep 941721,  Ep.Timesteps 876, Score: 292.38, Avg.Score: 290.04, Time: 05:48:01 \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 1036, Timestep 942565,  Ep.Timesteps 844, Score: 294.33, Avg.Score: 290.05, Time: 05:48:20 \n",
      "Ep. 1037, Timestep 943399,  Ep.Timesteps 834, Score: 299.93, Avg.Score: 290.15, Time: 05:48:39 \n",
      "Ep. 1038, Timestep 944280,  Ep.Timesteps 881, Score: 297.76, Avg.Score: 290.17, Time: 05:48:57 \n",
      "Ep. 1039, Timestep 945149,  Ep.Timesteps 869, Score: 295.78, Avg.Score: 290.14, Time: 05:49:17 \n",
      "Ep. 1040, Timestep 946021,  Ep.Timesteps 872, Score: 294.30, Avg.Score: 290.18, Time: 05:49:36 \n",
      "Ep. 1041, Timestep 946909,  Ep.Timesteps 888, Score: 291.72, Avg.Score: 290.18, Time: 05:49:55 \n",
      "Ep. 1042, Timestep 947839,  Ep.Timesteps 930, Score: 288.40, Avg.Score: 290.12, Time: 05:50:14 \n",
      "Ep. 1043, Timestep 948722,  Ep.Timesteps 883, Score: 294.76, Avg.Score: 290.11, Time: 05:50:35 \n",
      "Ep. 1044, Timestep 949589,  Ep.Timesteps 867, Score: 291.13, Avg.Score: 290.03, Time: 05:50:54 \n",
      "Ep. 1045, Timestep 950475,  Ep.Timesteps 886, Score: 292.41, Avg.Score: 289.99, Time: 05:51:13 \n",
      "Ep. 1046, Timestep 951353,  Ep.Timesteps 878, Score: 293.11, Avg.Score: 289.97, Time: 05:51:33 \n",
      "Ep. 1047, Timestep 952292,  Ep.Timesteps 939, Score: 291.95, Avg.Score: 289.93, Time: 05:51:52 \n",
      "Ep. 1048, Timestep 953209,  Ep.Timesteps 917, Score: 289.47, Avg.Score: 289.86, Time: 05:52:13 \n",
      "Ep. 1049, Timestep 954121,  Ep.Timesteps 912, Score: 291.52, Avg.Score: 289.81, Time: 05:52:33 \n",
      "Ep. 1050, Timestep 954986,  Ep.Timesteps 865, Score: 295.02, Avg.Score: 289.85, Time: 05:52:53 \n",
      "Ep. 1051, Timestep 955882,  Ep.Timesteps 896, Score: 291.84, Avg.Score: 289.86, Time: 05:53:12 \n",
      "Ep. 1052, Timestep 956767,  Ep.Timesteps 885, Score: 293.35, Avg.Score: 289.88, Time: 05:53:32 \n",
      "Ep. 1053, Timestep 957605,  Ep.Timesteps 838, Score: 295.37, Avg.Score: 289.90, Time: 05:53:52 \n",
      "Ep. 1054, Timestep 957841,  Ep.Timesteps 236, Score: -42.70, Avg.Score: 286.51, Time: 05:54:09 \n",
      "Ep. 1055, Timestep 958720,  Ep.Timesteps 879, Score: 294.59, Avg.Score: 286.51, Time: 05:54:15 \n",
      "Ep. 1056, Timestep 959591,  Ep.Timesteps 871, Score: 290.86, Avg.Score: 286.51, Time: 05:54:35 \n",
      "Ep. 1057, Timestep 960479,  Ep.Timesteps 888, Score: 293.39, Avg.Score: 286.54, Time: 05:54:54 \n",
      "Ep. 1058, Timestep 961379,  Ep.Timesteps 900, Score: 293.30, Avg.Score: 286.53, Time: 05:55:14 \n",
      "Ep. 1059, Timestep 962292,  Ep.Timesteps 913, Score: 290.32, Avg.Score: 286.53, Time: 05:55:35 \n",
      "Ep. 1060, Timestep 963170,  Ep.Timesteps 878, Score: 293.95, Avg.Score: 286.57, Time: 05:55:57 \n",
      "Ep. 1061, Timestep 964031,  Ep.Timesteps 861, Score: 294.53, Avg.Score: 286.60, Time: 05:56:22 \n",
      "Ep. 1062, Timestep 964949,  Ep.Timesteps 918, Score: 291.63, Avg.Score: 286.59, Time: 05:56:43 \n",
      "Ep. 1063, Timestep 965808,  Ep.Timesteps 859, Score: 293.54, Avg.Score: 286.64, Time: 05:57:05 \n",
      "Ep. 1064, Timestep 966670,  Ep.Timesteps 862, Score: 294.22, Avg.Score: 286.70, Time: 05:57:26 \n",
      "Ep. 1065, Timestep 967565,  Ep.Timesteps 895, Score: 293.44, Avg.Score: 286.73, Time: 05:57:46 \n",
      "Ep. 1066, Timestep 968458,  Ep.Timesteps 893, Score: 294.20, Avg.Score: 286.79, Time: 05:58:07 \n",
      "Ep. 1067, Timestep 969384,  Ep.Timesteps 926, Score: 292.54, Avg.Score: 286.81, Time: 05:58:29 \n",
      "Ep. 1068, Timestep 970280,  Ep.Timesteps 896, Score: 292.58, Avg.Score: 286.83, Time: 05:58:51 \n",
      "Ep. 1069, Timestep 971155,  Ep.Timesteps 875, Score: 293.28, Avg.Score: 286.82, Time: 05:59:12 \n",
      "Ep. 1070, Timestep 972076,  Ep.Timesteps 921, Score: 291.99, Avg.Score: 286.79, Time: 05:59:33 \n",
      "Ep. 1071, Timestep 972987,  Ep.Timesteps 911, Score: 292.61, Avg.Score: 286.80, Time: 05:59:54 \n",
      "Ep. 1072, Timestep 973952,  Ep.Timesteps 965, Score: 291.07, Avg.Score: 286.77, Time: 06:00:16 \n",
      "Ep. 1073, Timestep 974854,  Ep.Timesteps 902, Score: 294.98, Avg.Score: 286.82, Time: 06:00:39 \n",
      "Ep. 1074, Timestep 975737,  Ep.Timesteps 883, Score: 298.50, Avg.Score: 286.95, Time: 06:01:00 \n",
      "Ep. 1075, Timestep 976620,  Ep.Timesteps 883, Score: 297.58, Avg.Score: 287.05, Time: 06:01:21 \n",
      "Ep. 1076, Timestep 977353,  Ep.Timesteps 733, Score: 127.06, Avg.Score: 285.45, Time: 06:01:42 \n",
      "Ep. 1077, Timestep 978259,  Ep.Timesteps 906, Score: 292.50, Avg.Score: 285.46, Time: 06:02:00 \n",
      "Ep. 1078, Timestep 979133,  Ep.Timesteps 874, Score: 297.31, Avg.Score: 285.48, Time: 06:02:21 \n",
      "Ep. 1079, Timestep 980027,  Ep.Timesteps 894, Score: 295.76, Avg.Score: 287.75, Time: 06:02:42 \n",
      "Ep. 1080, Timestep 980899,  Ep.Timesteps 872, Score: 293.70, Avg.Score: 287.80, Time: 06:03:03 \n",
      "Ep. 1081, Timestep 981762,  Ep.Timesteps 863, Score: 297.97, Avg.Score: 287.92, Time: 06:03:23 \n",
      "Ep. 1082, Timestep 982630,  Ep.Timesteps 868, Score: 294.87, Avg.Score: 287.99, Time: 06:03:44 \n",
      "Ep. 1083, Timestep 983515,  Ep.Timesteps 885, Score: 289.33, Avg.Score: 288.00, Time: 06:04:04 \n",
      "Ep. 1084, Timestep 984423,  Ep.Timesteps 908, Score: 295.21, Avg.Score: 288.05, Time: 06:04:25 \n",
      "Ep. 1085, Timestep 985322,  Ep.Timesteps 899, Score: 295.51, Avg.Score: 288.06, Time: 06:04:47 \n",
      "Ep. 1086, Timestep 986229,  Ep.Timesteps 907, Score: 288.68, Avg.Score: 288.06, Time: 06:05:08 \n",
      "Ep. 1087, Timestep 987105,  Ep.Timesteps 876, Score: 293.34, Avg.Score: 288.07, Time: 06:05:29 \n",
      "Ep. 1088, Timestep 987992,  Ep.Timesteps 887, Score: 295.44, Avg.Score: 288.08, Time: 06:05:50 \n",
      "Ep. 1089, Timestep 988908,  Ep.Timesteps 916, Score: 294.34, Avg.Score: 288.08, Time: 06:06:11 \n",
      "Ep. 1090, Timestep 989817,  Ep.Timesteps 909, Score: 289.42, Avg.Score: 288.06, Time: 06:06:33 \n",
      "Ep. 1091, Timestep 990669,  Ep.Timesteps 852, Score: 296.04, Avg.Score: 288.11, Time: 06:06:54 \n",
      "Ep. 1092, Timestep 991564,  Ep.Timesteps 895, Score: 288.57, Avg.Score: 288.12, Time: 06:07:15 \n",
      "Ep. 1093, Timestep 992424,  Ep.Timesteps 860, Score: 288.58, Avg.Score: 288.11, Time: 06:07:36 \n",
      "Ep. 1094, Timestep 993295,  Ep.Timesteps 871, Score: 290.98, Avg.Score: 288.10, Time: 06:07:56 \n",
      "Ep. 1095, Timestep 994175,  Ep.Timesteps 880, Score: 294.21, Avg.Score: 288.10, Time: 06:08:17 \n",
      "Ep. 1096, Timestep 995075,  Ep.Timesteps 900, Score: 290.57, Avg.Score: 288.08, Time: 06:08:38 \n",
      "Ep. 1097, Timestep 995932,  Ep.Timesteps 857, Score: 295.05, Avg.Score: 288.08, Time: 06:08:59 \n",
      "Ep. 1098, Timestep 996850,  Ep.Timesteps 918, Score: 293.00, Avg.Score: 288.05, Time: 06:09:19 \n",
      "Ep. 1099, Timestep 997746,  Ep.Timesteps 896, Score: 293.66, Avg.Score: 288.02, Time: 06:09:41 \n",
      "Ep. 1100, Timestep 998677,  Ep.Timesteps 931, Score: 289.60, Avg.Score: 288.00, Time: 06:10:02 \n",
      "Ep. 1101, Timestep 999558,  Ep.Timesteps 881, Score: 290.94, Avg.Score: 288.01, Time: 06:10:24 \n",
      "Ep. 1102, Timestep 1000457,  Ep.Timesteps 899, Score: 294.07, Avg.Score: 288.02, Time: 06:10:45 \n",
      "Ep. 1103, Timestep 1001367,  Ep.Timesteps 910, Score: 292.17, Avg.Score: 288.00, Time: 06:11:06 \n",
      "Ep. 1104, Timestep 1002228,  Ep.Timesteps 861, Score: 295.84, Avg.Score: 288.05, Time: 06:11:27 \n",
      "Ep. 1105, Timestep 1003106,  Ep.Timesteps 878, Score: 292.71, Avg.Score: 288.06, Time: 06:11:48 \n",
      "Ep. 1106, Timestep 1004002,  Ep.Timesteps 896, Score: 294.20, Avg.Score: 288.07, Time: 06:12:09 \n",
      "Ep. 1107, Timestep 1004876,  Ep.Timesteps 874, Score: 297.67, Avg.Score: 288.08, Time: 06:12:30 \n",
      "Ep. 1108, Timestep 1005779,  Ep.Timesteps 903, Score: 290.68, Avg.Score: 288.06, Time: 06:12:50 \n",
      "Ep. 1109, Timestep 1006675,  Ep.Timesteps 896, Score: 288.79, Avg.Score: 288.04, Time: 06:13:12 \n",
      "Ep. 1110, Timestep 1007637,  Ep.Timesteps 962, Score: 286.76, Avg.Score: 287.95, Time: 06:13:33 \n",
      "Ep. 1111, Timestep 1008490,  Ep.Timesteps 853, Score: 291.61, Avg.Score: 287.91, Time: 06:13:56 \n",
      "Ep. 1112, Timestep 1009410,  Ep.Timesteps 920, Score: 293.63, Avg.Score: 287.91, Time: 06:14:17 \n",
      "Ep. 1113, Timestep 1010293,  Ep.Timesteps 883, Score: 295.26, Avg.Score: 287.93, Time: 06:14:40 \n",
      "Ep. 1114, Timestep 1011188,  Ep.Timesteps 895, Score: 296.38, Avg.Score: 287.89, Time: 06:15:06 \n",
      "Ep. 1115, Timestep 1012063,  Ep.Timesteps 875, Score: 292.04, Avg.Score: 287.86, Time: 06:15:28 \n",
      "Ep. 1116, Timestep 1012943,  Ep.Timesteps 880, Score: 297.47, Avg.Score: 287.89, Time: 06:15:51 \n",
      "Ep. 1117, Timestep 1013801,  Ep.Timesteps 858, Score: 296.12, Avg.Score: 287.92, Time: 06:16:12 \n",
      "Ep. 1118, Timestep 1014667,  Ep.Timesteps 866, Score: 290.05, Avg.Score: 287.92, Time: 06:16:35 \n",
      "Ep. 1119, Timestep 1015566,  Ep.Timesteps 899, Score: 289.66, Avg.Score: 287.85, Time: 06:16:55 \n",
      "Ep. 1120, Timestep 1016467,  Ep.Timesteps 901, Score: 287.59, Avg.Score: 287.82, Time: 06:17:16 \n",
      "Ep. 1121, Timestep 1017325,  Ep.Timesteps 858, Score: 293.19, Avg.Score: 287.87, Time: 06:17:36 \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 1122, Timestep 1018229,  Ep.Timesteps 904, Score: 291.26, Avg.Score: 287.88, Time: 06:17:57 \n",
      "Ep. 1123, Timestep 1019129,  Ep.Timesteps 900, Score: 289.35, Avg.Score: 287.85, Time: 06:18:18 \n",
      "Ep. 1124, Timestep 1020010,  Ep.Timesteps 881, Score: 292.98, Avg.Score: 287.82, Time: 06:18:38 \n",
      "Ep. 1125, Timestep 1020858,  Ep.Timesteps 848, Score: 298.63, Avg.Score: 287.87, Time: 06:18:59 \n",
      "Ep. 1126, Timestep 1021762,  Ep.Timesteps 904, Score: 295.38, Avg.Score: 287.90, Time: 06:19:35 \n",
      "Ep. 1127, Timestep 1022628,  Ep.Timesteps 866, Score: 294.85, Avg.Score: 288.03, Time: 06:20:09 \n",
      "Ep. 1128, Timestep 1023512,  Ep.Timesteps 884, Score: 293.46, Avg.Score: 288.03, Time: 06:20:29 \n",
      "Ep. 1129, Timestep 1024412,  Ep.Timesteps 900, Score: 293.85, Avg.Score: 288.07, Time: 06:20:49 \n",
      "Ep. 1130, Timestep 1025276,  Ep.Timesteps 864, Score: 297.03, Avg.Score: 288.14, Time: 06:21:10 \n",
      "Ep. 1131, Timestep 1026166,  Ep.Timesteps 890, Score: 290.72, Avg.Score: 288.13, Time: 06:21:29 \n",
      "Ep. 1132, Timestep 1027037,  Ep.Timesteps 871, Score: 296.23, Avg.Score: 288.18, Time: 06:21:49 \n",
      "Ep. 1133, Timestep 1027916,  Ep.Timesteps 879, Score: 292.03, Avg.Score: 288.20, Time: 06:22:08 \n",
      "Ep. 1134, Timestep 1028771,  Ep.Timesteps 855, Score: 295.60, Avg.Score: 288.24, Time: 06:22:27 \n",
      "Ep. 1135, Timestep 1029645,  Ep.Timesteps 874, Score: 296.50, Avg.Score: 288.28, Time: 06:22:46 \n",
      "Ep. 1136, Timestep 1030545,  Ep.Timesteps 900, Score: 293.16, Avg.Score: 288.27, Time: 06:23:06 \n",
      "Ep. 1137, Timestep 1031421,  Ep.Timesteps 876, Score: 293.71, Avg.Score: 288.21, Time: 06:23:26 \n",
      "Ep. 1138, Timestep 1032285,  Ep.Timesteps 864, Score: 295.90, Avg.Score: 288.19, Time: 06:23:45 \n",
      "Ep. 1139, Timestep 1033145,  Ep.Timesteps 860, Score: 299.02, Avg.Score: 288.22, Time: 06:24:04 \n",
      "Ep. 1140, Timestep 1034014,  Ep.Timesteps 869, Score: 296.12, Avg.Score: 288.24, Time: 06:24:24 \n",
      "Ep. 1141, Timestep 1034915,  Ep.Timesteps 901, Score: 295.64, Avg.Score: 288.28, Time: 06:24:43 \n",
      "Ep. 1142, Timestep 1035826,  Ep.Timesteps 911, Score: 293.12, Avg.Score: 288.32, Time: 06:25:03 \n",
      "Ep. 1143, Timestep 1036703,  Ep.Timesteps 877, Score: 295.29, Avg.Score: 288.33, Time: 06:25:23 \n",
      "Ep. 1144, Timestep 1037627,  Ep.Timesteps 924, Score: 294.87, Avg.Score: 288.37, Time: 06:25:43 \n",
      "Ep. 1145, Timestep 1038475,  Ep.Timesteps 848, Score: 294.48, Avg.Score: 288.39, Time: 06:26:03 \n",
      "Ep. 1146, Timestep 1039381,  Ep.Timesteps 906, Score: 294.66, Avg.Score: 288.40, Time: 06:26:22 \n",
      "Ep. 1147, Timestep 1040294,  Ep.Timesteps 913, Score: 290.65, Avg.Score: 288.39, Time: 06:26:42 \n",
      "Ep. 1148, Timestep 1041179,  Ep.Timesteps 885, Score: 295.97, Avg.Score: 288.45, Time: 06:27:02 \n",
      "Ep. 1149, Timestep 1042065,  Ep.Timesteps 886, Score: 296.59, Avg.Score: 288.51, Time: 06:27:21 \n",
      "Ep. 1150, Timestep 1042967,  Ep.Timesteps 902, Score: 289.60, Avg.Score: 288.45, Time: 06:27:41 \n",
      "Ep. 1151, Timestep 1043846,  Ep.Timesteps 879, Score: 295.43, Avg.Score: 288.49, Time: 06:28:01 \n",
      "Ep. 1152, Timestep 1044770,  Ep.Timesteps 924, Score: 292.09, Avg.Score: 288.47, Time: 06:28:20 \n",
      "Ep. 1153, Timestep 1045694,  Ep.Timesteps 924, Score: 289.25, Avg.Score: 288.41, Time: 06:28:41 \n",
      "Ep. 1154, Timestep 1046575,  Ep.Timesteps 881, Score: 296.85, Avg.Score: 291.81, Time: 06:29:01 \n",
      "Ep. 1155, Timestep 1047481,  Ep.Timesteps 906, Score: 292.50, Avg.Score: 291.79, Time: 06:29:21 \n",
      "Ep. 1156, Timestep 1048397,  Ep.Timesteps 916, Score: 294.54, Avg.Score: 291.82, Time: 06:29:41 \n",
      "Ep. 1157, Timestep 1049294,  Ep.Timesteps 897, Score: 291.30, Avg.Score: 291.80, Time: 06:30:01 \n",
      "Ep. 1158, Timestep 1050136,  Ep.Timesteps 842, Score: 300.26, Avg.Score: 291.87, Time: 06:30:20 \n",
      "Ep. 1159, Timestep 1051001,  Ep.Timesteps 865, Score: 295.80, Avg.Score: 291.93, Time: 06:30:39 \n",
      "Ep. 1160, Timestep 1051848,  Ep.Timesteps 847, Score: 296.66, Avg.Score: 291.96, Time: 06:30:58 \n",
      "Ep. 1161, Timestep 1052740,  Ep.Timesteps 892, Score: 296.79, Avg.Score: 291.98, Time: 06:31:17 \n",
      "Ep. 1162, Timestep 1053669,  Ep.Timesteps 929, Score: 290.44, Avg.Score: 291.97, Time: 06:31:37 \n",
      "Ep. 1163, Timestep 1054620,  Ep.Timesteps 951, Score: 290.13, Avg.Score: 291.93, Time: 06:31:57 \n",
      "Ep. 1164, Timestep 1055486,  Ep.Timesteps 866, Score: 292.80, Avg.Score: 291.92, Time: 06:32:18 \n",
      "Ep. 1165, Timestep 1056361,  Ep.Timesteps 875, Score: 290.08, Avg.Score: 291.88, Time: 06:32:37 \n",
      "Ep. 1166, Timestep 1057232,  Ep.Timesteps 871, Score: 290.71, Avg.Score: 291.85, Time: 06:32:57 \n",
      "Ep. 1167, Timestep 1058147,  Ep.Timesteps 915, Score: 285.49, Avg.Score: 291.78, Time: 06:33:16 \n",
      "Ep. 1168, Timestep 1059048,  Ep.Timesteps 901, Score: 288.84, Avg.Score: 291.74, Time: 06:33:36 \n",
      "Ep. 1169, Timestep 1059899,  Ep.Timesteps 851, Score: 295.64, Avg.Score: 291.77, Time: 06:33:56 \n",
      "Ep. 1170, Timestep 1060761,  Ep.Timesteps 862, Score: 295.49, Avg.Score: 291.80, Time: 06:34:15 \n",
      "Ep. 1171, Timestep 1061631,  Ep.Timesteps 870, Score: 297.77, Avg.Score: 291.85, Time: 06:34:34 \n",
      "Ep. 1172, Timestep 1062506,  Ep.Timesteps 875, Score: 295.55, Avg.Score: 291.90, Time: 06:34:53 \n",
      "Ep. 1173, Timestep 1063390,  Ep.Timesteps 884, Score: 290.39, Avg.Score: 291.85, Time: 06:35:12 \n",
      "Ep. 1174, Timestep 1064268,  Ep.Timesteps 878, Score: 294.63, Avg.Score: 291.81, Time: 06:35:32 \n",
      "Ep. 1175, Timestep 1065172,  Ep.Timesteps 904, Score: 287.58, Avg.Score: 291.71, Time: 06:35:51 \n",
      "Ep. 1176, Timestep 1066044,  Ep.Timesteps 872, Score: 299.39, Avg.Score: 293.44, Time: 06:36:11 \n",
      "Ep. 1177, Timestep 1066914,  Ep.Timesteps 870, Score: 293.61, Avg.Score: 293.45, Time: 06:36:31 \n",
      "Ep. 1178, Timestep 1067789,  Ep.Timesteps 875, Score: 295.95, Avg.Score: 293.43, Time: 06:36:50 \n",
      "Ep. 1179, Timestep 1068711,  Ep.Timesteps 922, Score: 291.50, Avg.Score: 293.39, Time: 06:37:09 \n",
      "Ep. 1180, Timestep 1069622,  Ep.Timesteps 911, Score: 290.79, Avg.Score: 293.36, Time: 06:37:30 \n",
      "Ep. 1181, Timestep 1070493,  Ep.Timesteps 871, Score: 294.66, Avg.Score: 293.33, Time: 06:37:50 \n",
      "Ep. 1182, Timestep 1071353,  Ep.Timesteps 860, Score: 297.20, Avg.Score: 293.35, Time: 06:38:09 \n",
      "Ep. 1183, Timestep 1072253,  Ep.Timesteps 900, Score: 290.87, Avg.Score: 293.37, Time: 06:38:28 \n",
      "Ep. 1184, Timestep 1073117,  Ep.Timesteps 864, Score: 296.37, Avg.Score: 293.38, Time: 06:38:48 \n",
      "Ep. 1185, Timestep 1073981,  Ep.Timesteps 864, Score: 292.34, Avg.Score: 293.35, Time: 06:39:07 \n",
      "Ep. 1186, Timestep 1074825,  Ep.Timesteps 844, Score: 296.55, Avg.Score: 293.43, Time: 06:39:26 \n",
      "Ep. 1187, Timestep 1075741,  Ep.Timesteps 916, Score: 294.36, Avg.Score: 293.44, Time: 06:39:45 \n",
      "Ep. 1188, Timestep 1076624,  Ep.Timesteps 883, Score: 296.22, Avg.Score: 293.44, Time: 06:40:05 \n",
      "Ep. 1189, Timestep 1077521,  Ep.Timesteps 897, Score: 292.46, Avg.Score: 293.42, Time: 06:40:24 \n",
      "Ep. 1190, Timestep 1078414,  Ep.Timesteps 893, Score: 292.62, Avg.Score: 293.46, Time: 06:40:44 \n",
      "Ep. 1191, Timestep 1079283,  Ep.Timesteps 869, Score: 295.30, Avg.Score: 293.45, Time: 06:41:04 \n",
      "Ep. 1192, Timestep 1080162,  Ep.Timesteps 879, Score: 292.34, Avg.Score: 293.49, Time: 06:41:23 \n",
      "Ep. 1193, Timestep 1081040,  Ep.Timesteps 878, Score: 298.20, Avg.Score: 293.58, Time: 06:41:43 \n",
      "Ep. 1194, Timestep 1081927,  Ep.Timesteps 887, Score: 294.57, Avg.Score: 293.62, Time: 06:42:02 \n",
      "Ep. 1195, Timestep 1082807,  Ep.Timesteps 880, Score: 295.53, Avg.Score: 293.63, Time: 06:42:22 \n",
      "Ep. 1196, Timestep 1083681,  Ep.Timesteps 874, Score: 297.32, Avg.Score: 293.70, Time: 06:42:41 \n",
      "Ep. 1197, Timestep 1084571,  Ep.Timesteps 890, Score: 293.20, Avg.Score: 293.68, Time: 06:43:01 \n",
      "Ep. 1198, Timestep 1085457,  Ep.Timesteps 886, Score: 294.15, Avg.Score: 293.69, Time: 06:43:21 \n",
      "Ep. 1199, Timestep 1086347,  Ep.Timesteps 890, Score: 293.65, Avg.Score: 293.69, Time: 06:43:40 \n",
      "Ep. 1200, Timestep 1087263,  Ep.Timesteps 916, Score: 292.66, Avg.Score: 293.72, Time: 06:44:00 \n",
      "Ep. 1201, Timestep 1088115,  Ep.Timesteps 852, Score: 293.84, Avg.Score: 293.75, Time: 06:44:20 \n",
      "Ep. 1202, Timestep 1088976,  Ep.Timesteps 861, Score: 296.57, Avg.Score: 293.78, Time: 06:44:39 \n",
      "Ep. 1203, Timestep 1089843,  Ep.Timesteps 867, Score: 296.55, Avg.Score: 293.82, Time: 06:44:58 \n",
      "Ep. 1204, Timestep 1090084,  Ep.Timesteps 241, Score: -30.30, Avg.Score: 290.56, Time: 06:45:17 \n",
      "Ep. 1205, Timestep 1090928,  Ep.Timesteps 844, Score: 297.45, Avg.Score: 290.61, Time: 06:45:23 \n",
      "Ep. 1206, Timestep 1091791,  Ep.Timesteps 863, Score: 298.96, Avg.Score: 290.65, Time: 06:45:41 \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 1207, Timestep 1092639,  Ep.Timesteps 848, Score: 299.33, Avg.Score: 290.67, Time: 06:46:00 \n",
      "Ep. 1208, Timestep 1093485,  Ep.Timesteps 846, Score: 300.12, Avg.Score: 290.77, Time: 06:46:19 \n",
      "Ep. 1209, Timestep 1094339,  Ep.Timesteps 854, Score: 294.92, Avg.Score: 290.83, Time: 06:46:38 \n",
      "Ep. 1210, Timestep 1095224,  Ep.Timesteps 885, Score: 292.62, Avg.Score: 290.89, Time: 06:46:57 \n",
      "Ep. 1211, Timestep 1096110,  Ep.Timesteps 886, Score: 298.04, Avg.Score: 290.95, Time: 06:47:16 \n",
      "Ep. 1212, Timestep 1096940,  Ep.Timesteps 830, Score: 297.28, Avg.Score: 290.99, Time: 06:47:36 \n",
      "Ep. 1213, Timestep 1097768,  Ep.Timesteps 828, Score: 304.78, Avg.Score: 291.08, Time: 06:47:54 \n",
      "Ep. 1214, Timestep 1098640,  Ep.Timesteps 872, Score: 294.26, Avg.Score: 291.06, Time: 06:48:12 \n",
      "Ep. 1215, Timestep 1099461,  Ep.Timesteps 821, Score: 303.85, Avg.Score: 291.18, Time: 06:48:31 \n",
      "Ep. 1216, Timestep 1100316,  Ep.Timesteps 855, Score: 305.47, Avg.Score: 291.26, Time: 06:48:50 \n",
      "Ep. 1217, Timestep 1101245,  Ep.Timesteps 929, Score: 291.88, Avg.Score: 291.22, Time: 06:49:09 \n",
      "Ep. 1218, Timestep 1102088,  Ep.Timesteps 843, Score: 301.32, Avg.Score: 291.33, Time: 06:49:29 \n",
      "Ep. 1219, Timestep 1102962,  Ep.Timesteps 874, Score: 294.49, Avg.Score: 291.38, Time: 06:49:48 \n",
      "Ep. 1220, Timestep 1103817,  Ep.Timesteps 855, Score: 293.82, Avg.Score: 291.44, Time: 06:50:07 \n",
      "Ep. 1221, Timestep 1104671,  Ep.Timesteps 854, Score: 294.10, Avg.Score: 291.45, Time: 06:50:26 \n",
      "Ep. 1222, Timestep 1105533,  Ep.Timesteps 862, Score: 294.51, Avg.Score: 291.48, Time: 06:50:44 \n",
      "Ep. 1223, Timestep 1106394,  Ep.Timesteps 861, Score: 294.03, Avg.Score: 291.53, Time: 06:51:03 \n",
      "Ep. 1224, Timestep 1107233,  Ep.Timesteps 839, Score: 297.78, Avg.Score: 291.58, Time: 06:51:22 \n",
      "Ep. 1225, Timestep 1108146,  Ep.Timesteps 913, Score: 295.08, Avg.Score: 291.54, Time: 06:51:41 \n",
      "Ep. 1226, Timestep 1109013,  Ep.Timesteps 867, Score: 294.65, Avg.Score: 291.53, Time: 06:52:01 \n",
      "Ep. 1227, Timestep 1109880,  Ep.Timesteps 867, Score: 295.00, Avg.Score: 291.53, Time: 06:52:20 \n",
      "Ep. 1228, Timestep 1110783,  Ep.Timesteps 903, Score: 295.32, Avg.Score: 291.55, Time: 06:52:39 \n",
      "Ep. 1229, Timestep 1111669,  Ep.Timesteps 886, Score: 291.36, Avg.Score: 291.53, Time: 06:52:59 \n",
      "Ep. 1230, Timestep 1112512,  Ep.Timesteps 843, Score: 299.79, Avg.Score: 291.56, Time: 06:53:19 \n",
      "Ep. 1231, Timestep 1113362,  Ep.Timesteps 850, Score: 298.62, Avg.Score: 291.63, Time: 06:53:37 \n",
      "Ep. 1232, Timestep 1114095,  Ep.Timesteps 733, Score: 143.87, Avg.Score: 290.11, Time: 06:53:56 \n",
      "Ep. 1233, Timestep 1114945,  Ep.Timesteps 850, Score: 297.43, Avg.Score: 290.17, Time: 06:54:12 \n",
      "Ep. 1234, Timestep 1115828,  Ep.Timesteps 883, Score: 293.80, Avg.Score: 290.15, Time: 06:54:31 \n",
      "Ep. 1235, Timestep 1116700,  Ep.Timesteps 872, Score: 297.79, Avg.Score: 290.16, Time: 06:54:50 \n",
      "Ep. 1236, Timestep 1117576,  Ep.Timesteps 876, Score: 291.69, Avg.Score: 290.15, Time: 06:55:09 \n",
      "Ep. 1237, Timestep 1118438,  Ep.Timesteps 862, Score: 293.58, Avg.Score: 290.14, Time: 06:55:29 \n",
      "Ep. 1238, Timestep 1119284,  Ep.Timesteps 846, Score: 292.81, Avg.Score: 290.11, Time: 06:55:48 \n",
      "Ep. 1239, Timestep 1120122,  Ep.Timesteps 838, Score: 296.90, Avg.Score: 290.09, Time: 06:56:06 \n",
      "Ep. 1240, Timestep 1120960,  Ep.Timesteps 838, Score: 298.99, Avg.Score: 290.12, Time: 06:56:26 \n",
      "Ep. 1241, Timestep 1121818,  Ep.Timesteps 858, Score: 291.48, Avg.Score: 290.08, Time: 06:56:45 \n",
      "Ep. 1242, Timestep 1122658,  Ep.Timesteps 840, Score: 296.67, Avg.Score: 290.11, Time: 06:57:04 \n",
      "Ep. 1243, Timestep 1123512,  Ep.Timesteps 854, Score: 296.93, Avg.Score: 290.13, Time: 06:57:22 \n",
      "Ep. 1244, Timestep 1124385,  Ep.Timesteps 873, Score: 294.59, Avg.Score: 290.13, Time: 06:57:41 \n",
      "Ep. 1245, Timestep 1125239,  Ep.Timesteps 854, Score: 296.98, Avg.Score: 290.15, Time: 06:58:00 \n",
      "Ep. 1246, Timestep 1126098,  Ep.Timesteps 859, Score: 297.48, Avg.Score: 290.18, Time: 06:58:19 \n",
      "Ep. 1247, Timestep 1126930,  Ep.Timesteps 832, Score: 303.55, Avg.Score: 290.31, Time: 06:58:38 \n",
      "Ep. 1248, Timestep 1127811,  Ep.Timesteps 881, Score: 298.12, Avg.Score: 290.33, Time: 06:58:57 \n",
      "Ep. 1249, Timestep 1128670,  Ep.Timesteps 859, Score: 301.77, Avg.Score: 290.38, Time: 06:59:16 \n",
      "Ep. 1250, Timestep 1128950,  Ep.Timesteps 280, Score: -35.90, Avg.Score: 287.13, Time: 06:59:35 \n",
      "Ep. 1251, Timestep 1129789,  Ep.Timesteps 839, Score: 297.21, Avg.Score: 287.15, Time: 06:59:41 \n",
      "Ep. 1252, Timestep 1130646,  Ep.Timesteps 857, Score: 296.20, Avg.Score: 287.19, Time: 07:00:00 \n",
      "Ep. 1253, Timestep 1131506,  Ep.Timesteps 860, Score: 297.08, Avg.Score: 287.27, Time: 07:00:19 \n",
      "Ep. 1254, Timestep 1132404,  Ep.Timesteps 898, Score: 291.37, Avg.Score: 287.21, Time: 07:00:38 \n",
      "Ep. 1255, Timestep 1132849,  Ep.Timesteps 445, Score: 37.87, Avg.Score: 284.66, Time: 07:00:57 \n",
      "Ep. 1256, Timestep 1133780,  Ep.Timesteps 931, Score: 292.06, Avg.Score: 284.64, Time: 07:01:07 \n",
      "Ep. 1257, Timestep 1134646,  Ep.Timesteps 866, Score: 297.37, Avg.Score: 284.70, Time: 07:01:28 \n",
      "Ep. 1258, Timestep 1134971,  Ep.Timesteps 325, Score: -21.79, Avg.Score: 281.48, Time: 07:01:47 \n",
      "Ep. 1259, Timestep 1135859,  Ep.Timesteps 888, Score: 295.47, Avg.Score: 281.48, Time: 07:01:54 \n",
      "Ep. 1260, Timestep 1136121,  Ep.Timesteps 262, Score: -26.37, Avg.Score: 278.25, Time: 07:02:13 \n",
      "Ep. 1261, Timestep 1137003,  Ep.Timesteps 882, Score: 295.55, Avg.Score: 278.23, Time: 07:02:20 \n",
      "Ep. 1262, Timestep 1137845,  Ep.Timesteps 842, Score: 296.81, Avg.Score: 278.30, Time: 07:02:39 \n",
      "Ep. 1263, Timestep 1138685,  Ep.Timesteps 840, Score: 301.09, Avg.Score: 278.41, Time: 07:02:58 \n",
      "Ep. 1264, Timestep 1138928,  Ep.Timesteps 243, Score: -40.83, Avg.Score: 275.07, Time: 07:03:16 \n",
      "Ep. 1265, Timestep 1139192,  Ep.Timesteps 264, Score: -38.99, Avg.Score: 271.78, Time: 07:03:21 \n",
      "Ep. 1266, Timestep 1140057,  Ep.Timesteps 865, Score: 304.26, Avg.Score: 271.92, Time: 07:03:28 \n",
      "Ep. 1267, Timestep 1140897,  Ep.Timesteps 840, Score: 300.24, Avg.Score: 272.06, Time: 07:03:47 \n",
      "Ep. 1268, Timestep 1141753,  Ep.Timesteps 856, Score: 294.81, Avg.Score: 272.12, Time: 07:04:05 \n",
      "Ep. 1269, Timestep 1142584,  Ep.Timesteps 831, Score: 299.02, Avg.Score: 272.16, Time: 07:04:24 \n",
      "Ep. 1270, Timestep 1143473,  Ep.Timesteps 889, Score: 299.94, Avg.Score: 272.20, Time: 07:04:43 \n",
      "Ep. 1271, Timestep 1144362,  Ep.Timesteps 889, Score: 298.10, Avg.Score: 272.20, Time: 07:05:02 \n",
      "Ep. 1272, Timestep 1145234,  Ep.Timesteps 872, Score: 297.17, Avg.Score: 272.22, Time: 07:05:22 \n",
      "Ep. 1273, Timestep 1146055,  Ep.Timesteps 821, Score: 296.80, Avg.Score: 272.28, Time: 07:05:41 \n",
      "Ep. 1274, Timestep 1146900,  Ep.Timesteps 845, Score: 301.67, Avg.Score: 272.36, Time: 07:05:59 \n",
      "Ep. 1275, Timestep 1147802,  Ep.Timesteps 902, Score: 294.59, Avg.Score: 272.43, Time: 07:06:18 \n",
      "Ep. 1276, Timestep 1148631,  Ep.Timesteps 829, Score: 299.59, Avg.Score: 272.43, Time: 07:06:38 \n",
      "Ep. 1277, Timestep 1149472,  Ep.Timesteps 841, Score: 301.26, Avg.Score: 272.50, Time: 07:06:56 \n",
      "Ep. 1278, Timestep 1150330,  Ep.Timesteps 858, Score: 297.69, Avg.Score: 272.52, Time: 07:07:15 \n",
      "Ep. 1279, Timestep 1151193,  Ep.Timesteps 863, Score: 296.74, Avg.Score: 272.57, Time: 07:07:34 \n",
      "Ep. 1280, Timestep 1152024,  Ep.Timesteps 831, Score: 298.60, Avg.Score: 272.65, Time: 07:07:53 \n",
      "Ep. 1281, Timestep 1152885,  Ep.Timesteps 861, Score: 295.71, Avg.Score: 272.66, Time: 07:08:11 \n",
      "Ep. 1282, Timestep 1153712,  Ep.Timesteps 827, Score: 299.79, Avg.Score: 272.69, Time: 07:08:30 \n",
      "Ep. 1283, Timestep 1154543,  Ep.Timesteps 831, Score: 297.36, Avg.Score: 272.75, Time: 07:08:48 \n",
      "Ep. 1284, Timestep 1155459,  Ep.Timesteps 916, Score: 292.44, Avg.Score: 272.71, Time: 07:09:07 \n",
      "Ep. 1285, Timestep 1156330,  Ep.Timesteps 871, Score: 291.84, Avg.Score: 272.71, Time: 07:09:27 \n",
      "Ep. 1286, Timestep 1157167,  Ep.Timesteps 837, Score: 293.27, Avg.Score: 272.68, Time: 07:09:46 \n",
      "Ep. 1287, Timestep 1157976,  Ep.Timesteps 809, Score: 302.53, Avg.Score: 272.76, Time: 07:10:05 \n",
      "Ep. 1288, Timestep 1158832,  Ep.Timesteps 856, Score: 298.56, Avg.Score: 272.78, Time: 07:10:22 \n",
      "Ep. 1289, Timestep 1159647,  Ep.Timesteps 815, Score: 304.34, Avg.Score: 272.90, Time: 07:10:41 \n",
      "Ep. 1290, Timestep 1160514,  Ep.Timesteps 867, Score: 296.85, Avg.Score: 272.94, Time: 07:10:59 \n",
      "Ep. 1291, Timestep 1161381,  Ep.Timesteps 867, Score: 296.39, Avg.Score: 272.95, Time: 07:11:19 \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 1292, Timestep 1162214,  Ep.Timesteps 833, Score: 293.30, Avg.Score: 272.96, Time: 07:11:38 \n",
      "Ep. 1293, Timestep 1163069,  Ep.Timesteps 855, Score: 290.40, Avg.Score: 272.88, Time: 07:11:56 \n",
      "Ep. 1294, Timestep 1163894,  Ep.Timesteps 825, Score: 298.98, Avg.Score: 272.93, Time: 07:12:15 \n",
      "Ep. 1295, Timestep 1164253,  Ep.Timesteps 359, Score: 20.55, Avg.Score: 270.18, Time: 07:12:32 \n",
      "Ep. 1296, Timestep 1165048,  Ep.Timesteps 795, Score: 295.94, Avg.Score: 270.16, Time: 07:12:41 \n",
      "Ep. 1297, Timestep 1165428,  Ep.Timesteps 380, Score: 19.89, Avg.Score: 267.43, Time: 07:12:58 \n",
      "Ep. 1298, Timestep 1165667,  Ep.Timesteps 239, Score: -33.84, Avg.Score: 264.15, Time: 07:13:06 \n",
      "Ep. 1299, Timestep 1166493,  Ep.Timesteps 826, Score: 300.34, Avg.Score: 264.22, Time: 07:13:12 \n",
      "Ep. 1300, Timestep 1167324,  Ep.Timesteps 831, Score: 300.22, Avg.Score: 264.29, Time: 07:13:31 \n",
      "Ep. 1301, Timestep 1168175,  Ep.Timesteps 851, Score: 292.45, Avg.Score: 264.28, Time: 07:13:49 \n",
      "Ep. 1302, Timestep 1169040,  Ep.Timesteps 865, Score: 298.84, Avg.Score: 264.30, Time: 07:14:08 \n",
      "Ep. 1303, Timestep 1169932,  Ep.Timesteps 892, Score: 293.82, Avg.Score: 264.28, Time: 07:14:27 \n",
      "Ep. 1304, Timestep 1170744,  Ep.Timesteps 812, Score: 299.55, Avg.Score: 267.57, Time: 07:14:46 \n",
      "Ep. 1305, Timestep 1171625,  Ep.Timesteps 881, Score: 297.34, Avg.Score: 267.57, Time: 07:15:04 \n",
      "Ep. 1306, Timestep 1172467,  Ep.Timesteps 842, Score: 296.66, Avg.Score: 267.55, Time: 07:15:24 \n",
      "Ep. 1307, Timestep 1173116,  Ep.Timesteps 649, Score: 122.74, Avg.Score: 265.78, Time: 07:15:42 \n",
      "Ep. 1308, Timestep 1173972,  Ep.Timesteps 856, Score: 296.05, Avg.Score: 265.74, Time: 07:15:57 \n",
      "Ep. 1309, Timestep 1174823,  Ep.Timesteps 851, Score: 297.56, Avg.Score: 265.77, Time: 07:16:15 \n",
      "Ep. 1310, Timestep 1175623,  Ep.Timesteps 800, Score: 297.71, Avg.Score: 265.82, Time: 07:16:34 \n",
      "Ep. 1311, Timestep 1176492,  Ep.Timesteps 869, Score: 291.87, Avg.Score: 265.76, Time: 07:16:52 \n",
      "Ep. 1312, Timestep 1177343,  Ep.Timesteps 851, Score: 293.51, Avg.Score: 265.72, Time: 07:17:11 \n",
      "Ep. 1313, Timestep 1178184,  Ep.Timesteps 841, Score: 294.93, Avg.Score: 265.62, Time: 07:17:30 \n",
      "Ep. 1314, Timestep 1179076,  Ep.Timesteps 892, Score: 296.60, Avg.Score: 265.65, Time: 07:17:48 \n",
      "Ep. 1315, Timestep 1179912,  Ep.Timesteps 836, Score: 297.92, Avg.Score: 265.59, Time: 07:18:08 \n",
      "Ep. 1316, Timestep 1180721,  Ep.Timesteps 809, Score: 302.43, Avg.Score: 265.56, Time: 07:18:26 \n",
      "Ep. 1317, Timestep 1180799,  Ep.Timesteps 78, Score: -99.53, Avg.Score: 261.64, Time: 07:18:43 \n",
      "Ep. 1318, Timestep 1181617,  Ep.Timesteps 818, Score: 300.42, Avg.Score: 261.63, Time: 07:18:46 \n",
      "Ep. 1319, Timestep 1182468,  Ep.Timesteps 851, Score: 294.47, Avg.Score: 261.63, Time: 07:19:04 \n",
      "Ep. 1320, Timestep 1182753,  Ep.Timesteps 285, Score: -10.86, Avg.Score: 258.59, Time: 07:19:22 \n",
      "Ep. 1321, Timestep 1183625,  Ep.Timesteps 872, Score: 292.44, Avg.Score: 258.57, Time: 07:19:29 \n",
      "Ep. 1322, Timestep 1183827,  Ep.Timesteps 202, Score: -61.48, Avg.Score: 255.01, Time: 07:19:48 \n",
      "Ep. 1323, Timestep 1184634,  Ep.Timesteps 807, Score: 298.26, Avg.Score: 255.05, Time: 07:19:53 \n",
      "Ep. 1324, Timestep 1185506,  Ep.Timesteps 872, Score: 295.77, Avg.Score: 255.03, Time: 07:20:11 \n",
      "Ep. 1325, Timestep 1186373,  Ep.Timesteps 867, Score: 296.96, Avg.Score: 255.05, Time: 07:20:30 \n",
      "Ep. 1326, Timestep 1186867,  Ep.Timesteps 494, Score: 71.65, Avg.Score: 252.82, Time: 07:20:49 \n",
      "Ep. 1327, Timestep 1187139,  Ep.Timesteps 272, Score: -21.85, Avg.Score: 249.65, Time: 07:20:59 \n",
      "Ep. 1328, Timestep 1187685,  Ep.Timesteps 546, Score: 84.35, Avg.Score: 247.54, Time: 07:21:06 \n",
      "Ep. 1329, Timestep 1187905,  Ep.Timesteps 220, Score: -50.29, Avg.Score: 244.13, Time: 07:21:18 \n",
      "Ep. 1330, Timestep 1188194,  Ep.Timesteps 289, Score: -10.23, Avg.Score: 241.03, Time: 07:21:22 \n",
      "Ep. 1331, Timestep 1188658,  Ep.Timesteps 464, Score: 60.40, Avg.Score: 238.64, Time: 07:21:29 \n",
      "Ep. 1332, Timestep 1189495,  Ep.Timesteps 837, Score: 300.27, Avg.Score: 240.21, Time: 07:21:40 \n",
      "Ep. 1333, Timestep 1189577,  Ep.Timesteps 82, Score: -96.57, Avg.Score: 236.27, Time: 07:21:57 \n",
      "Ep. 1334, Timestep 1189767,  Ep.Timesteps 190, Score: -49.95, Avg.Score: 232.83, Time: 07:21:59 \n",
      "Ep. 1335, Timestep 1190407,  Ep.Timesteps 640, Score: 128.96, Avg.Score: 231.14, Time: 07:22:04 \n",
      "Ep. 1336, Timestep 1191244,  Ep.Timesteps 837, Score: 296.86, Avg.Score: 231.19, Time: 07:22:18 \n",
      "Ep. 1337, Timestep 1192090,  Ep.Timesteps 846, Score: 290.87, Avg.Score: 231.17, Time: 07:22:37 \n",
      "Ep. 1338, Timestep 1192967,  Ep.Timesteps 877, Score: 296.23, Avg.Score: 231.20, Time: 07:22:56 \n",
      "Ep. 1339, Timestep 1193815,  Ep.Timesteps 848, Score: 293.45, Avg.Score: 231.17, Time: 07:23:15 \n",
      "Ep. 1340, Timestep 1194672,  Ep.Timesteps 857, Score: 293.91, Avg.Score: 231.12, Time: 07:23:34 \n",
      "Ep. 1341, Timestep 1195187,  Ep.Timesteps 515, Score: 55.52, Avg.Score: 228.76, Time: 07:23:52 \n",
      "Ep. 1342, Timestep 1196036,  Ep.Timesteps 849, Score: 292.43, Avg.Score: 228.71, Time: 07:24:04 \n",
      "Ep. 1343, Timestep 1196887,  Ep.Timesteps 851, Score: 295.99, Avg.Score: 228.70, Time: 07:24:23 \n",
      "Ep. 1344, Timestep 1197734,  Ep.Timesteps 847, Score: 298.08, Avg.Score: 228.74, Time: 07:24:41 \n",
      "Ep. 1345, Timestep 1198610,  Ep.Timesteps 876, Score: 292.24, Avg.Score: 228.69, Time: 07:25:00 \n",
      "Ep. 1346, Timestep 1199478,  Ep.Timesteps 868, Score: 294.47, Avg.Score: 228.66, Time: 07:25:20 \n",
      "Ep. 1347, Timestep 1200347,  Ep.Timesteps 869, Score: 290.39, Avg.Score: 228.53, Time: 07:25:39 \n",
      "Ep. 1348, Timestep 1201259,  Ep.Timesteps 912, Score: 294.16, Avg.Score: 228.49, Time: 07:25:58 \n",
      "Ep. 1349, Timestep 1202105,  Ep.Timesteps 846, Score: 296.61, Avg.Score: 228.44, Time: 07:26:18 \n",
      "Ep. 1350, Timestep 1202988,  Ep.Timesteps 883, Score: 289.79, Avg.Score: 231.70, Time: 07:26:37 \n",
      "Ep. 1351, Timestep 1203849,  Ep.Timesteps 861, Score: 294.30, Avg.Score: 231.67, Time: 07:26:56 \n",
      "Ep. 1352, Timestep 1204708,  Ep.Timesteps 859, Score: 293.20, Avg.Score: 231.64, Time: 07:27:15 \n",
      "Ep. 1353, Timestep 1205580,  Ep.Timesteps 872, Score: 294.24, Avg.Score: 231.61, Time: 07:27:34 \n",
      "Ep. 1354, Timestep 1206414,  Ep.Timesteps 834, Score: 298.35, Avg.Score: 231.68, Time: 07:27:53 \n",
      "Ep. 1355, Timestep 1207237,  Ep.Timesteps 823, Score: 293.89, Avg.Score: 234.24, Time: 07:28:12 \n",
      "Ep. 1356, Timestep 1208096,  Ep.Timesteps 859, Score: 288.97, Avg.Score: 234.21, Time: 07:28:30 \n",
      "Ep. 1357, Timestep 1208936,  Ep.Timesteps 840, Score: 297.91, Avg.Score: 234.21, Time: 07:28:49 \n",
      "Ep. 1358, Timestep 1209821,  Ep.Timesteps 885, Score: 295.96, Avg.Score: 237.39, Time: 07:29:08 \n",
      "Ep. 1359, Timestep 1210736,  Ep.Timesteps 915, Score: 292.33, Avg.Score: 237.36, Time: 07:29:27 \n",
      "Ep. 1360, Timestep 1211600,  Ep.Timesteps 864, Score: 292.73, Avg.Score: 240.55, Time: 07:29:47 \n",
      "Ep. 1361, Timestep 1212467,  Ep.Timesteps 867, Score: 298.78, Avg.Score: 240.58, Time: 07:30:06 \n",
      "Ep. 1362, Timestep 1213332,  Ep.Timesteps 865, Score: 293.09, Avg.Score: 240.54, Time: 07:30:26 \n",
      "Ep. 1363, Timestep 1214201,  Ep.Timesteps 869, Score: 295.54, Avg.Score: 240.49, Time: 07:30:45 \n",
      "Ep. 1364, Timestep 1215112,  Ep.Timesteps 911, Score: 291.77, Avg.Score: 243.82, Time: 07:31:05 \n",
      "Ep. 1365, Timestep 1215985,  Ep.Timesteps 873, Score: 296.34, Avg.Score: 247.17, Time: 07:31:25 \n",
      "Ep. 1366, Timestep 1216850,  Ep.Timesteps 865, Score: 296.06, Avg.Score: 247.09, Time: 07:31:44 \n",
      "Ep. 1367, Timestep 1217677,  Ep.Timesteps 827, Score: 297.16, Avg.Score: 247.06, Time: 07:32:03 \n",
      "Ep. 1368, Timestep 1218523,  Ep.Timesteps 846, Score: 293.47, Avg.Score: 247.04, Time: 07:32:21 \n",
      "Ep. 1369, Timestep 1219374,  Ep.Timesteps 851, Score: 293.52, Avg.Score: 246.99, Time: 07:32:40 \n",
      "Ep. 1370, Timestep 1220227,  Ep.Timesteps 853, Score: 296.07, Avg.Score: 246.95, Time: 07:32:59 \n",
      "Ep. 1371, Timestep 1221055,  Ep.Timesteps 828, Score: 295.67, Avg.Score: 246.92, Time: 07:33:18 \n",
      "Ep. 1372, Timestep 1221878,  Ep.Timesteps 823, Score: 298.01, Avg.Score: 246.93, Time: 07:33:36 \n",
      "Ep. 1373, Timestep 1222752,  Ep.Timesteps 874, Score: 294.89, Avg.Score: 246.91, Time: 07:33:54 \n",
      "Ep. 1374, Timestep 1223611,  Ep.Timesteps 859, Score: 296.66, Avg.Score: 246.86, Time: 07:34:14 \n",
      "Ep. 1375, Timestep 1224502,  Ep.Timesteps 891, Score: 297.05, Avg.Score: 246.89, Time: 07:34:32 \n",
      "Ep. 1376, Timestep 1225332,  Ep.Timesteps 830, Score: 301.20, Avg.Score: 246.90, Time: 07:34:52 \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 1377, Timestep 1226184,  Ep.Timesteps 852, Score: 299.16, Avg.Score: 246.88, Time: 07:35:10 \n",
      "Ep. 1378, Timestep 1227052,  Ep.Timesteps 868, Score: 295.61, Avg.Score: 246.86, Time: 07:35:29 \n",
      "Ep. 1379, Timestep 1227947,  Ep.Timesteps 895, Score: 294.28, Avg.Score: 246.84, Time: 07:35:49 \n",
      "Ep. 1380, Timestep 1228827,  Ep.Timesteps 880, Score: 297.99, Avg.Score: 246.83, Time: 07:36:08 \n",
      "Ep. 1381, Timestep 1228911,  Ep.Timesteps 84, Score: -100.28, Avg.Score: 242.87, Time: 07:36:27 \n",
      "Ep. 1382, Timestep 1229753,  Ep.Timesteps 842, Score: 295.64, Avg.Score: 242.83, Time: 07:36:30 \n",
      "Ep. 1383, Timestep 1229856,  Ep.Timesteps 103, Score: -91.70, Avg.Score: 238.94, Time: 07:36:47 \n",
      "Ep. 1384, Timestep 1230712,  Ep.Timesteps 856, Score: 294.04, Avg.Score: 238.96, Time: 07:36:51 \n",
      "Ep. 1385, Timestep 1231546,  Ep.Timesteps 834, Score: 295.90, Avg.Score: 239.00, Time: 07:37:10 \n",
      "Ep. 1386, Timestep 1232399,  Ep.Timesteps 853, Score: 292.25, Avg.Score: 238.99, Time: 07:37:28 \n",
      "Ep. 1387, Timestep 1233226,  Ep.Timesteps 827, Score: 298.92, Avg.Score: 238.95, Time: 07:37:47 \n",
      "Ep. 1388, Timestep 1234040,  Ep.Timesteps 814, Score: 300.44, Avg.Score: 238.97, Time: 07:38:05 \n",
      "Ep. 1389, Timestep 1234876,  Ep.Timesteps 836, Score: 295.11, Avg.Score: 238.88, Time: 07:38:23 \n",
      "Ep. 1390, Timestep 1235748,  Ep.Timesteps 872, Score: 296.93, Avg.Score: 238.88, Time: 07:38:41 \n",
      "Ep. 1391, Timestep 1236647,  Ep.Timesteps 899, Score: 295.89, Avg.Score: 238.87, Time: 07:39:01 \n",
      "Ep. 1392, Timestep 1237523,  Ep.Timesteps 876, Score: 296.47, Avg.Score: 238.90, Time: 07:39:21 \n",
      "Ep. 1393, Timestep 1238388,  Ep.Timesteps 865, Score: 296.29, Avg.Score: 238.96, Time: 07:39:40 \n",
      "Ep. 1394, Timestep 1239231,  Ep.Timesteps 843, Score: 297.85, Avg.Score: 238.95, Time: 07:39:59 \n",
      "Ep. 1395, Timestep 1239472,  Ep.Timesteps 241, Score: -27.44, Avg.Score: 238.47, Time: 07:40:17 \n",
      "Ep. 1396, Timestep 1240315,  Ep.Timesteps 843, Score: 297.66, Avg.Score: 238.49, Time: 07:40:23 \n",
      "Ep. 1397, Timestep 1240411,  Ep.Timesteps 96, Score: -84.42, Avg.Score: 237.45, Time: 07:40:41 \n",
      "Ep. 1398, Timestep 1241257,  Ep.Timesteps 846, Score: 299.96, Avg.Score: 240.78, Time: 07:40:44 \n",
      "Ep. 1399, Timestep 1242032,  Ep.Timesteps 775, Score: 300.17, Avg.Score: 240.78, Time: 07:41:05 \n",
      "Ep. 1400, Timestep 1242849,  Ep.Timesteps 817, Score: 297.94, Avg.Score: 240.76, Time: 07:41:24 \n",
      "Ep. 1401, Timestep 1243666,  Ep.Timesteps 817, Score: 296.61, Avg.Score: 240.80, Time: 07:41:43 \n",
      "Ep. 1402, Timestep 1244471,  Ep.Timesteps 805, Score: 299.63, Avg.Score: 240.81, Time: 07:42:01 \n",
      "Ep. 1403, Timestep 1245273,  Ep.Timesteps 802, Score: 300.90, Avg.Score: 240.88, Time: 07:42:19 \n",
      "Ep. 1404, Timestep 1246096,  Ep.Timesteps 823, Score: 292.96, Avg.Score: 240.81, Time: 07:42:37 \n",
      "Ep. 1405, Timestep 1246884,  Ep.Timesteps 788, Score: 297.69, Avg.Score: 240.82, Time: 07:42:57 \n",
      "Ep. 1406, Timestep 1247697,  Ep.Timesteps 813, Score: 297.36, Avg.Score: 240.82, Time: 07:43:14 \n",
      "Ep. 1407, Timestep 1248508,  Ep.Timesteps 811, Score: 296.99, Avg.Score: 242.57, Time: 07:43:32 \n",
      "Ep. 1408, Timestep 1249327,  Ep.Timesteps 819, Score: 298.35, Avg.Score: 242.59, Time: 07:43:51 \n",
      "Ep. 1409, Timestep 1250160,  Ep.Timesteps 833, Score: 290.57, Avg.Score: 242.52, Time: 07:44:10 \n",
      "Ep. 1410, Timestep 1250991,  Ep.Timesteps 831, Score: 300.04, Avg.Score: 242.54, Time: 07:44:29 \n",
      "Ep. 1411, Timestep 1251520,  Ep.Timesteps 529, Score: 72.17, Avg.Score: 240.35, Time: 07:44:47 \n",
      "Ep. 1412, Timestep 1252372,  Ep.Timesteps 852, Score: 295.91, Avg.Score: 240.37, Time: 07:44:59 \n",
      "Ep. 1413, Timestep 1253243,  Ep.Timesteps 871, Score: 293.77, Avg.Score: 240.36, Time: 07:45:20 \n",
      "Ep. 1414, Timestep 1254065,  Ep.Timesteps 822, Score: 298.71, Avg.Score: 240.38, Time: 07:45:40 \n",
      "Ep. 1415, Timestep 1254942,  Ep.Timesteps 877, Score: 293.16, Avg.Score: 240.33, Time: 07:46:00 \n",
      "Ep. 1416, Timestep 1255797,  Ep.Timesteps 855, Score: 290.63, Avg.Score: 240.21, Time: 07:46:19 \n",
      "Ep. 1417, Timestep 1256645,  Ep.Timesteps 848, Score: 299.26, Avg.Score: 244.20, Time: 07:46:39 \n",
      "Ep. 1418, Timestep 1257447,  Ep.Timesteps 802, Score: 301.27, Avg.Score: 244.21, Time: 07:46:57 \n",
      "Ep. 1419, Timestep 1258264,  Ep.Timesteps 817, Score: 298.45, Avg.Score: 244.25, Time: 07:47:16 \n",
      "Ep. 1420, Timestep 1259057,  Ep.Timesteps 793, Score: 297.96, Avg.Score: 247.34, Time: 07:47:35 \n",
      "Ep. 1421, Timestep 1259910,  Ep.Timesteps 853, Score: 297.25, Avg.Score: 247.39, Time: 07:47:52 \n",
      "Ep. 1422, Timestep 1260748,  Ep.Timesteps 838, Score: 295.82, Avg.Score: 250.96, Time: 07:48:11 \n",
      "Ep. 1423, Timestep 1261515,  Ep.Timesteps 767, Score: 300.41, Avg.Score: 250.98, Time: 07:48:30 \n",
      "Ep. 1424, Timestep 1262369,  Ep.Timesteps 854, Score: 301.18, Avg.Score: 251.04, Time: 07:48:48 \n",
      "Ep. 1425, Timestep 1263142,  Ep.Timesteps 773, Score: 307.71, Avg.Score: 251.14, Time: 07:49:09 \n",
      "Ep. 1426, Timestep 1263959,  Ep.Timesteps 817, Score: 304.65, Avg.Score: 253.47, Time: 07:49:27 \n",
      "Ep. 1427, Timestep 1264831,  Ep.Timesteps 872, Score: 298.64, Avg.Score: 256.68, Time: 07:49:45 \n",
      "Ep. 1428, Timestep 1265651,  Ep.Timesteps 820, Score: 302.07, Avg.Score: 258.85, Time: 07:50:05 \n",
      "Ep. 1429, Timestep 1266527,  Ep.Timesteps 876, Score: 301.49, Avg.Score: 262.37, Time: 07:50:23 \n",
      "Ep. 1430, Timestep 1267388,  Ep.Timesteps 861, Score: 300.05, Avg.Score: 265.48, Time: 07:50:43 \n",
      "Ep. 1431, Timestep 1268182,  Ep.Timesteps 794, Score: 304.99, Avg.Score: 267.92, Time: 07:51:03 \n",
      "Ep. 1432, Timestep 1269019,  Ep.Timesteps 837, Score: 300.66, Avg.Score: 267.93, Time: 07:51:23 \n",
      "Ep. 1433, Timestep 1269832,  Ep.Timesteps 813, Score: 300.87, Avg.Score: 271.90, Time: 07:51:43 \n",
      "Ep. 1434, Timestep 1270680,  Ep.Timesteps 848, Score: 294.60, Avg.Score: 275.35, Time: 07:52:01 \n",
      "Ep. 1435, Timestep 1271522,  Ep.Timesteps 842, Score: 298.61, Avg.Score: 277.04, Time: 07:52:20 \n",
      "Ep. 1436, Timestep 1272355,  Ep.Timesteps 833, Score: 295.08, Avg.Score: 277.02, Time: 07:52:39 \n",
      "Ep. 1437, Timestep 1273222,  Ep.Timesteps 867, Score: 298.78, Avg.Score: 277.10, Time: 07:52:58 \n",
      "Ep. 1438, Timestep 1274095,  Ep.Timesteps 873, Score: 293.48, Avg.Score: 277.08, Time: 07:53:18 \n",
      "Ep. 1439, Timestep 1274927,  Ep.Timesteps 832, Score: 298.67, Avg.Score: 277.13, Time: 07:53:38 \n",
      "Ep. 1440, Timestep 1275800,  Ep.Timesteps 873, Score: 294.77, Avg.Score: 277.14, Time: 07:53:57 \n",
      "Ep. 1441, Timestep 1276637,  Ep.Timesteps 837, Score: 296.26, Avg.Score: 279.54, Time: 07:54:17 \n",
      "Ep. 1442, Timestep 1277510,  Ep.Timesteps 873, Score: 293.37, Avg.Score: 279.55, Time: 07:54:37 \n",
      "Ep. 1443, Timestep 1278352,  Ep.Timesteps 842, Score: 295.42, Avg.Score: 279.55, Time: 07:54:56 \n",
      "Ep. 1444, Timestep 1279230,  Ep.Timesteps 878, Score: 292.83, Avg.Score: 279.50, Time: 07:55:16 \n",
      "Ep. 1445, Timestep 1280092,  Ep.Timesteps 862, Score: 295.37, Avg.Score: 279.53, Time: 07:55:35 \n",
      "Ep. 1446, Timestep 1280931,  Ep.Timesteps 839, Score: 298.49, Avg.Score: 279.57, Time: 07:55:55 \n",
      "Ep. 1447, Timestep 1281770,  Ep.Timesteps 839, Score: 304.81, Avg.Score: 279.71, Time: 07:56:14 \n",
      "Ep. 1448, Timestep 1282622,  Ep.Timesteps 852, Score: 298.38, Avg.Score: 279.75, Time: 07:56:35 \n",
      "Ep. 1449, Timestep 1283395,  Ep.Timesteps 773, Score: 182.51, Avg.Score: 278.61, Time: 07:56:54 \n",
      "Ep. 1450, Timestep 1284223,  Ep.Timesteps 828, Score: 298.60, Avg.Score: 278.70, Time: 07:57:12 \n",
      "Ep. 1451, Timestep 1285023,  Ep.Timesteps 800, Score: 300.03, Avg.Score: 278.76, Time: 07:57:30 \n",
      "Ep. 1452, Timestep 1285806,  Ep.Timesteps 783, Score: 304.15, Avg.Score: 278.87, Time: 07:57:48 \n",
      "Ep. 1453, Timestep 1286657,  Ep.Timesteps 851, Score: 296.99, Avg.Score: 278.89, Time: 07:58:05 \n",
      "Ep. 1454, Timestep 1287498,  Ep.Timesteps 841, Score: 302.86, Avg.Score: 278.94, Time: 07:58:24 \n",
      "Ep. 1455, Timestep 1288316,  Ep.Timesteps 818, Score: 300.45, Avg.Score: 279.01, Time: 07:58:42 \n",
      "Ep. 1456, Timestep 1289126,  Ep.Timesteps 810, Score: 300.66, Avg.Score: 279.12, Time: 07:59:00 \n",
      "Ep. 1457, Timestep 1289949,  Ep.Timesteps 823, Score: 306.95, Avg.Score: 279.21, Time: 07:59:18 \n",
      "Ep. 1458, Timestep 1290783,  Ep.Timesteps 834, Score: 300.69, Avg.Score: 279.26, Time: 07:59:36 \n",
      "Ep. 1459, Timestep 1291679,  Ep.Timesteps 896, Score: 302.32, Avg.Score: 279.36, Time: 07:59:55 \n",
      "Ep. 1460, Timestep 1292474,  Ep.Timesteps 795, Score: 305.37, Avg.Score: 279.49, Time: 08:00:16 \n",
      "Ep. 1461, Timestep 1293251,  Ep.Timesteps 777, Score: 308.39, Avg.Score: 279.58, Time: 08:00:34 \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 1462, Timestep 1294036,  Ep.Timesteps 785, Score: 304.77, Avg.Score: 279.70, Time: 08:00:52 \n",
      "Ep. 1463, Timestep 1294834,  Ep.Timesteps 798, Score: 302.67, Avg.Score: 279.77, Time: 08:01:09 \n",
      "Ep. 1464, Timestep 1295626,  Ep.Timesteps 792, Score: 302.51, Avg.Score: 279.88, Time: 08:01:27 \n",
      "Ep. 1465, Timestep 1296462,  Ep.Timesteps 836, Score: 300.07, Avg.Score: 279.92, Time: 08:01:45 \n",
      "Ep. 1466, Timestep 1297276,  Ep.Timesteps 814, Score: 301.78, Avg.Score: 279.97, Time: 08:02:04 \n",
      "Ep. 1467, Timestep 1298077,  Ep.Timesteps 801, Score: 301.02, Avg.Score: 280.01, Time: 08:02:22 \n",
      "Ep. 1468, Timestep 1298863,  Ep.Timesteps 786, Score: 303.47, Avg.Score: 280.11, Time: 08:02:40 \n",
      "Ep. 1469, Timestep 1299724,  Ep.Timesteps 861, Score: 299.75, Avg.Score: 280.17, Time: 08:02:57 \n",
      "Ep. 1470, Timestep 1300596,  Ep.Timesteps 872, Score: 297.82, Avg.Score: 280.19, Time: 08:03:17 \n",
      "Ep. 1471, Timestep 1301481,  Ep.Timesteps 885, Score: 296.62, Avg.Score: 280.20, Time: 08:03:37 \n",
      "Ep. 1472, Timestep 1302301,  Ep.Timesteps 820, Score: 301.15, Avg.Score: 280.23, Time: 08:03:56 \n",
      "Ep. 1473, Timestep 1303093,  Ep.Timesteps 792, Score: 300.56, Avg.Score: 280.29, Time: 08:04:15 \n",
      "Ep. 1474, Timestep 1303954,  Ep.Timesteps 861, Score: 298.86, Avg.Score: 280.31, Time: 08:04:33 \n",
      "Ep. 1475, Timestep 1304809,  Ep.Timesteps 855, Score: 297.14, Avg.Score: 280.31, Time: 08:04:52 \n",
      "Ep. 1476, Timestep 1305610,  Ep.Timesteps 801, Score: 301.09, Avg.Score: 280.31, Time: 08:05:13 \n",
      "Ep. 1477, Timestep 1306457,  Ep.Timesteps 847, Score: 294.67, Avg.Score: 280.27, Time: 08:05:32 \n",
      "Ep. 1478, Timestep 1307378,  Ep.Timesteps 921, Score: 293.08, Avg.Score: 280.24, Time: 08:05:51 \n",
      "Ep. 1479, Timestep 1308196,  Ep.Timesteps 818, Score: 300.25, Avg.Score: 280.30, Time: 08:06:15 \n",
      "Ep. 1480, Timestep 1309046,  Ep.Timesteps 850, Score: 298.25, Avg.Score: 280.30, Time: 08:06:34 \n",
      "Ep. 1481, Timestep 1309970,  Ep.Timesteps 924, Score: 294.30, Avg.Score: 284.25, Time: 08:06:54 \n",
      "Ep. 1482, Timestep 1310800,  Ep.Timesteps 830, Score: 300.70, Avg.Score: 284.30, Time: 08:07:18 \n",
      "Ep. 1483, Timestep 1311620,  Ep.Timesteps 820, Score: 301.21, Avg.Score: 288.23, Time: 08:07:38 \n",
      "Ep. 1484, Timestep 1312508,  Ep.Timesteps 888, Score: 297.33, Avg.Score: 288.26, Time: 08:07:59 \n",
      "Ep. 1485, Timestep 1313309,  Ep.Timesteps 801, Score: 301.47, Avg.Score: 288.32, Time: 08:08:20 \n",
      "Ep. 1486, Timestep 1314165,  Ep.Timesteps 856, Score: 296.76, Avg.Score: 288.36, Time: 08:08:40 \n",
      "Ep. 1487, Timestep 1314958,  Ep.Timesteps 793, Score: 304.35, Avg.Score: 288.42, Time: 08:09:01 \n",
      "Ep. 1488, Timestep 1315765,  Ep.Timesteps 807, Score: 302.94, Avg.Score: 288.44, Time: 08:09:20 \n",
      "Ep. 1489, Timestep 1316813,  Ep.Timesteps 1048, Score: 279.10, Avg.Score: 288.28, Time: 08:09:40 \n",
      "Ep. 1490, Timestep 1317654,  Ep.Timesteps 841, Score: 297.45, Avg.Score: 288.29, Time: 08:10:05 \n",
      "Ep. 1491, Timestep 1318373,  Ep.Timesteps 719, Score: 160.73, Avg.Score: 286.93, Time: 08:10:26 \n",
      "Ep. 1492, Timestep 1319190,  Ep.Timesteps 817, Score: 301.32, Avg.Score: 286.98, Time: 08:10:45 \n",
      "Ep. 1493, Timestep 1320004,  Ep.Timesteps 814, Score: 299.56, Avg.Score: 287.02, Time: 08:11:05 \n",
      "Ep. 1494, Timestep 1320807,  Ep.Timesteps 803, Score: 301.35, Avg.Score: 287.05, Time: 08:11:26 \n",
      "Ep. 1495, Timestep 1321606,  Ep.Timesteps 799, Score: 302.33, Avg.Score: 290.35, Time: 08:11:46 \n",
      "Ep. 1496, Timestep 1322444,  Ep.Timesteps 838, Score: 300.58, Avg.Score: 290.38, Time: 08:12:06 \n",
      "Ep. 1497, Timestep 1323240,  Ep.Timesteps 796, Score: 305.52, Avg.Score: 294.28, Time: 08:12:26 \n",
      "Ep. 1498, Timestep 1324050,  Ep.Timesteps 810, Score: 304.26, Avg.Score: 294.32, Time: 08:12:46 \n",
      "Ep. 1499, Timestep 1324857,  Ep.Timesteps 807, Score: 303.12, Avg.Score: 294.35, Time: 08:13:06 \n",
      "Ep. 1500, Timestep 1325675,  Ep.Timesteps 818, Score: 298.51, Avg.Score: 294.35, Time: 08:13:25 \n",
      "Ep. 1501, Timestep 1326488,  Ep.Timesteps 813, Score: 296.86, Avg.Score: 294.36, Time: 08:13:46 \n",
      "Ep. 1502, Timestep 1327433,  Ep.Timesteps 945, Score: 293.36, Avg.Score: 294.29, Time: 08:14:05 \n",
      "Ep. 1503, Timestep 1328228,  Ep.Timesteps 795, Score: 302.38, Avg.Score: 294.31, Time: 08:14:28 \n",
      "Ep. 1504, Timestep 1329189,  Ep.Timesteps 961, Score: 284.77, Avg.Score: 294.23, Time: 08:14:48 \n",
      "Ep. 1505, Timestep 1329996,  Ep.Timesteps 807, Score: 296.45, Avg.Score: 294.21, Time: 08:15:11 \n",
      "Ep. 1506, Timestep 1330804,  Ep.Timesteps 808, Score: 302.01, Avg.Score: 294.26, Time: 08:15:31 \n",
      "Ep. 1507, Timestep 1331621,  Ep.Timesteps 817, Score: 302.93, Avg.Score: 294.32, Time: 08:15:50 \n",
      "Ep. 1508, Timestep 1332431,  Ep.Timesteps 810, Score: 296.83, Avg.Score: 294.31, Time: 08:16:10 \n",
      "Ep. 1509, Timestep 1333265,  Ep.Timesteps 834, Score: 299.57, Avg.Score: 294.40, Time: 08:16:30 \n",
      "Ep. 1510, Timestep 1334141,  Ep.Timesteps 876, Score: 290.09, Avg.Score: 294.30, Time: 08:16:50 \n",
      "Ep. 1511, Timestep 1334989,  Ep.Timesteps 848, Score: 293.98, Avg.Score: 296.51, Time: 08:17:11 \n",
      "Ep. 1512, Timestep 1335876,  Ep.Timesteps 887, Score: 296.49, Avg.Score: 296.52, Time: 08:17:34 \n",
      "Ep. 1513, Timestep 1336822,  Ep.Timesteps 946, Score: 290.86, Avg.Score: 296.49, Time: 08:17:55 \n",
      "Ep. 1514, Timestep 1337656,  Ep.Timesteps 834, Score: 298.42, Avg.Score: 296.49, Time: 08:18:23 \n",
      "Ep. 1515, Timestep 1338652,  Ep.Timesteps 996, Score: 286.80, Avg.Score: 296.42, Time: 08:18:44 \n",
      "Ep. 1516, Timestep 1339477,  Ep.Timesteps 825, Score: 298.45, Avg.Score: 296.50, Time: 08:19:12 \n",
      "Ep. 1517, Timestep 1340405,  Ep.Timesteps 928, Score: 289.34, Avg.Score: 296.40, Time: 08:19:38 \n",
      "Ep. 1518, Timestep 1341216,  Ep.Timesteps 811, Score: 298.06, Avg.Score: 296.37, Time: 08:20:02 \n",
      "Ep. 1519, Timestep 1342081,  Ep.Timesteps 865, Score: 296.35, Avg.Score: 296.35, Time: 08:20:23 \n",
      "Ep. 1520, Timestep 1342952,  Ep.Timesteps 871, Score: 294.88, Avg.Score: 296.32, Time: 08:20:45 \n",
      "Ep. 1521, Timestep 1343785,  Ep.Timesteps 833, Score: 298.39, Avg.Score: 296.33, Time: 08:21:08 \n",
      "Ep. 1522, Timestep 1344588,  Ep.Timesteps 803, Score: 299.37, Avg.Score: 296.37, Time: 08:21:30 \n",
      "Ep. 1523, Timestep 1345514,  Ep.Timesteps 926, Score: 293.36, Avg.Score: 296.30, Time: 08:21:51 \n",
      "Ep. 1524, Timestep 1346453,  Ep.Timesteps 939, Score: 288.82, Avg.Score: 296.17, Time: 08:22:13 \n",
      "Ep. 1525, Timestep 1347262,  Ep.Timesteps 809, Score: 300.33, Avg.Score: 296.10, Time: 08:22:39 \n",
      "Ep. 1526, Timestep 1348274,  Ep.Timesteps 1012, Score: 285.55, Avg.Score: 295.91, Time: 08:22:59 \n",
      "Ep. 1527, Timestep 1349270,  Ep.Timesteps 996, Score: 288.41, Avg.Score: 295.81, Time: 08:23:25 \n",
      "Ep. 1528, Timestep 1350180,  Ep.Timesteps 910, Score: 295.66, Avg.Score: 295.74, Time: 08:23:51 \n",
      "Ep. 1529, Timestep 1351265,  Ep.Timesteps 1085, Score: 289.34, Avg.Score: 295.62, Time: 08:24:16 \n",
      "Ep. 1530, Timestep 1352495,  Ep.Timesteps 1230, Score: 270.38, Avg.Score: 295.32, Time: 08:24:41 \n",
      "Ep. 1531, Timestep 1353295,  Ep.Timesteps 800, Score: 302.99, Avg.Score: 295.30, Time: 08:25:11 \n",
      "Ep. 1532, Timestep 1354140,  Ep.Timesteps 845, Score: 303.31, Avg.Score: 295.33, Time: 08:25:30 \n",
      "Ep. 1533, Timestep 1354948,  Ep.Timesteps 808, Score: 306.26, Avg.Score: 295.38, Time: 08:25:50 \n",
      "Ep. 1534, Timestep 1355800,  Ep.Timesteps 852, Score: 301.13, Avg.Score: 295.45, Time: 08:26:10 \n",
      "Ep. 1535, Timestep 1356744,  Ep.Timesteps 944, Score: 288.98, Avg.Score: 295.35, Time: 08:26:36 \n",
      "Ep. 1536, Timestep 1357542,  Ep.Timesteps 798, Score: 303.54, Avg.Score: 295.44, Time: 08:27:05 \n",
      "Ep. 1537, Timestep 1358393,  Ep.Timesteps 851, Score: 298.20, Avg.Score: 295.43, Time: 08:27:26 \n",
      "Ep. 1538, Timestep 1359206,  Ep.Timesteps 813, Score: 304.51, Avg.Score: 295.54, Time: 08:27:47 \n",
      "Ep. 1539, Timestep 1360003,  Ep.Timesteps 797, Score: 303.52, Avg.Score: 295.59, Time: 08:28:09 \n",
      "Ep. 1540, Timestep 1360869,  Ep.Timesteps 866, Score: 297.25, Avg.Score: 295.61, Time: 08:28:29 \n",
      "Ep. 1541, Timestep 1361404,  Ep.Timesteps 535, Score: 88.97, Avg.Score: 293.54, Time: 08:28:51 \n",
      "Ep. 1542, Timestep 1361912,  Ep.Timesteps 508, Score: 71.21, Avg.Score: 291.32, Time: 08:29:05 \n",
      "Ep. 1543, Timestep 1362775,  Ep.Timesteps 863, Score: 298.65, Avg.Score: 291.35, Time: 08:29:18 \n",
      "Ep. 1544, Timestep 1363594,  Ep.Timesteps 819, Score: 302.47, Avg.Score: 291.45, Time: 08:29:40 \n",
      "Ep. 1545, Timestep 1364414,  Ep.Timesteps 820, Score: 298.01, Avg.Score: 291.48, Time: 08:29:59 \n",
      "Ep. 1546, Timestep 1364811,  Ep.Timesteps 397, Score: 35.76, Avg.Score: 288.85, Time: 08:30:18 \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 1547, Timestep 1365667,  Ep.Timesteps 856, Score: 296.84, Avg.Score: 288.77, Time: 08:30:29 \n",
      "Ep. 1548, Timestep 1366571,  Ep.Timesteps 904, Score: 295.08, Avg.Score: 288.74, Time: 08:30:51 \n",
      "Ep. 1549, Timestep 1367385,  Ep.Timesteps 814, Score: 301.79, Avg.Score: 289.93, Time: 08:31:13 \n",
      "Ep. 1550, Timestep 1367625,  Ep.Timesteps 240, Score: -27.02, Avg.Score: 286.67, Time: 08:31:32 \n",
      "Ep. 1551, Timestep 1367886,  Ep.Timesteps 261, Score: -18.61, Avg.Score: 283.49, Time: 08:31:37 \n",
      "Ep. 1552, Timestep 1368707,  Ep.Timesteps 821, Score: 299.46, Avg.Score: 283.44, Time: 08:31:44 \n",
      "Ep. 1553, Timestep 1369583,  Ep.Timesteps 876, Score: 296.36, Avg.Score: 283.43, Time: 08:32:02 \n",
      "Ep. 1554, Timestep 1370413,  Ep.Timesteps 830, Score: 298.12, Avg.Score: 283.38, Time: 08:32:24 \n",
      "Ep. 1555, Timestep 1371256,  Ep.Timesteps 843, Score: 296.08, Avg.Score: 283.34, Time: 08:32:43 \n",
      "Ep. 1556, Timestep 1372087,  Ep.Timesteps 831, Score: 297.82, Avg.Score: 283.31, Time: 08:33:02 \n",
      "Ep. 1557, Timestep 1372855,  Ep.Timesteps 768, Score: 301.29, Avg.Score: 283.26, Time: 08:33:21 \n",
      "Ep. 1558, Timestep 1373644,  Ep.Timesteps 789, Score: 299.12, Avg.Score: 283.24, Time: 08:33:39 \n",
      "Ep. 1559, Timestep 1374452,  Ep.Timesteps 808, Score: 300.86, Avg.Score: 283.23, Time: 08:33:57 \n",
      "Ep. 1560, Timestep 1375256,  Ep.Timesteps 804, Score: 301.58, Avg.Score: 283.19, Time: 08:34:15 \n",
      "Ep. 1561, Timestep 1376123,  Ep.Timesteps 867, Score: 296.84, Avg.Score: 283.07, Time: 08:34:35 \n",
      "Ep. 1562, Timestep 1376951,  Ep.Timesteps 828, Score: 297.86, Avg.Score: 283.00, Time: 08:34:54 \n",
      "Ep. 1563, Timestep 1377745,  Ep.Timesteps 794, Score: 301.44, Avg.Score: 282.99, Time: 08:35:13 \n",
      "Ep. 1564, Timestep 1378220,  Ep.Timesteps 475, Score: 74.27, Avg.Score: 280.71, Time: 08:35:31 \n",
      "Ep. 1565, Timestep 1379018,  Ep.Timesteps 798, Score: 303.84, Avg.Score: 280.75, Time: 08:35:42 \n",
      "Ep. 1566, Timestep 1379783,  Ep.Timesteps 765, Score: 308.58, Avg.Score: 280.81, Time: 08:36:00 \n",
      "Ep. 1567, Timestep 1380506,  Ep.Timesteps 723, Score: 179.36, Avg.Score: 279.60, Time: 08:36:18 \n",
      "Ep. 1568, Timestep 1380997,  Ep.Timesteps 491, Score: 84.36, Avg.Score: 277.41, Time: 08:36:34 \n",
      "Ep. 1569, Timestep 1381769,  Ep.Timesteps 772, Score: 307.66, Avg.Score: 277.49, Time: 08:36:46 \n",
      "Ep. 1570, Timestep 1382570,  Ep.Timesteps 801, Score: 302.15, Avg.Score: 277.53, Time: 08:37:05 \n",
      "Ep. 1571, Timestep 1383414,  Ep.Timesteps 844, Score: 300.91, Avg.Score: 277.57, Time: 08:37:24 \n",
      "Ep. 1572, Timestep 1384221,  Ep.Timesteps 807, Score: 301.48, Avg.Score: 277.58, Time: 08:37:43 \n",
      "Ep. 1573, Timestep 1384482,  Ep.Timesteps 261, Score: -72.19, Avg.Score: 273.85, Time: 08:38:01 \n",
      "Ep. 1574, Timestep 1385310,  Ep.Timesteps 828, Score: 299.06, Avg.Score: 273.85, Time: 08:38:07 \n",
      "Ep. 1575, Timestep 1385922,  Ep.Timesteps 612, Score: 131.24, Avg.Score: 272.19, Time: 08:38:26 \n",
      "Ep. 1576, Timestep 1386196,  Ep.Timesteps 274, Score: -11.09, Avg.Score: 269.07, Time: 08:38:39 \n",
      "Ep. 1577, Timestep 1387032,  Ep.Timesteps 836, Score: 295.56, Avg.Score: 269.08, Time: 08:38:46 \n",
      "Ep. 1578, Timestep 1387852,  Ep.Timesteps 820, Score: 297.19, Avg.Score: 269.12, Time: 08:39:05 \n",
      "Ep. 1579, Timestep 1388631,  Ep.Timesteps 779, Score: 303.03, Avg.Score: 269.15, Time: 08:39:24 \n",
      "Ep. 1580, Timestep 1389416,  Ep.Timesteps 785, Score: 306.24, Avg.Score: 269.23, Time: 08:39:42 \n",
      "Ep. 1581, Timestep 1390206,  Ep.Timesteps 790, Score: 302.08, Avg.Score: 269.30, Time: 08:40:03 \n",
      "Ep. 1582, Timestep 1390969,  Ep.Timesteps 763, Score: 307.14, Avg.Score: 269.37, Time: 08:40:22 \n",
      "Ep. 1583, Timestep 1391702,  Ep.Timesteps 733, Score: 306.65, Avg.Score: 269.42, Time: 08:40:41 \n",
      "Ep. 1584, Timestep 1392504,  Ep.Timesteps 802, Score: 302.41, Avg.Score: 269.47, Time: 08:40:59 \n",
      "Ep. 1585, Timestep 1393293,  Ep.Timesteps 789, Score: 300.38, Avg.Score: 269.46, Time: 08:41:19 \n",
      "Ep. 1586, Timestep 1394191,  Ep.Timesteps 898, Score: 296.20, Avg.Score: 269.46, Time: 08:41:38 \n",
      "Ep. 1587, Timestep 1394970,  Ep.Timesteps 779, Score: 304.78, Avg.Score: 269.46, Time: 08:42:01 \n",
      "Ep. 1588, Timestep 1395788,  Ep.Timesteps 818, Score: 299.86, Avg.Score: 269.43, Time: 08:42:20 \n",
      "Ep. 1589, Timestep 1396613,  Ep.Timesteps 825, Score: 300.30, Avg.Score: 269.64, Time: 08:42:40 \n",
      "Ep. 1590, Timestep 1397415,  Ep.Timesteps 802, Score: 299.38, Avg.Score: 269.66, Time: 08:43:00 \n",
      "Ep. 1591, Timestep 1398225,  Ep.Timesteps 810, Score: 298.25, Avg.Score: 271.04, Time: 08:43:20 \n",
      "Ep. 1592, Timestep 1399045,  Ep.Timesteps 820, Score: 302.54, Avg.Score: 271.05, Time: 08:43:40 \n",
      "Ep. 1593, Timestep 1399853,  Ep.Timesteps 808, Score: 304.69, Avg.Score: 271.10, Time: 08:44:00 \n",
      "Ep. 1594, Timestep 1400637,  Ep.Timesteps 784, Score: 305.18, Avg.Score: 271.14, Time: 08:44:19 \n",
      "Ep. 1595, Timestep 1401442,  Ep.Timesteps 805, Score: 301.88, Avg.Score: 271.13, Time: 08:44:39 \n",
      "Ep. 1596, Timestep 1402264,  Ep.Timesteps 822, Score: 300.87, Avg.Score: 271.14, Time: 08:44:59 \n",
      "Ep. 1597, Timestep 1403102,  Ep.Timesteps 838, Score: 305.08, Avg.Score: 271.13, Time: 08:45:20 \n",
      "Ep. 1598, Timestep 1403906,  Ep.Timesteps 804, Score: 302.80, Avg.Score: 271.12, Time: 08:45:39 \n",
      "Ep. 1599, Timestep 1404717,  Ep.Timesteps 811, Score: 300.83, Avg.Score: 271.10, Time: 08:45:59 \n",
      "Ep. 1600, Timestep 1405521,  Ep.Timesteps 804, Score: 305.88, Avg.Score: 271.17, Time: 08:46:18 \n",
      "Ep. 1601, Timestep 1406273,  Ep.Timesteps 752, Score: 306.27, Avg.Score: 271.26, Time: 08:46:36 \n",
      "Ep. 1602, Timestep 1407052,  Ep.Timesteps 779, Score: 302.37, Avg.Score: 271.35, Time: 08:46:54 \n",
      "Ep. 1603, Timestep 1407838,  Ep.Timesteps 786, Score: 306.14, Avg.Score: 271.39, Time: 08:47:11 \n",
      "Ep. 1604, Timestep 1408720,  Ep.Timesteps 882, Score: 297.90, Avg.Score: 271.52, Time: 08:47:30 \n",
      "Ep. 1605, Timestep 1409539,  Ep.Timesteps 819, Score: 301.76, Avg.Score: 271.58, Time: 08:47:50 \n",
      "Ep. 1606, Timestep 1410337,  Ep.Timesteps 798, Score: 304.92, Avg.Score: 271.60, Time: 08:48:09 \n",
      "Ep. 1607, Timestep 1411154,  Ep.Timesteps 817, Score: 304.88, Avg.Score: 271.62, Time: 08:48:29 \n",
      "Ep. 1608, Timestep 1411967,  Ep.Timesteps 813, Score: 304.78, Avg.Score: 271.70, Time: 08:48:49 \n",
      "Ep. 1609, Timestep 1412728,  Ep.Timesteps 761, Score: 305.99, Avg.Score: 271.77, Time: 08:49:08 \n",
      "Ep. 1610, Timestep 1413529,  Ep.Timesteps 801, Score: 303.54, Avg.Score: 271.90, Time: 08:49:27 \n",
      "Ep. 1611, Timestep 1414320,  Ep.Timesteps 791, Score: 306.41, Avg.Score: 272.03, Time: 08:49:48 \n",
      "Ep. 1612, Timestep 1415196,  Ep.Timesteps 876, Score: 301.06, Avg.Score: 272.07, Time: 08:50:08 \n",
      "Ep. 1613, Timestep 1415982,  Ep.Timesteps 786, Score: 307.38, Avg.Score: 272.24, Time: 08:50:29 \n",
      "Ep. 1614, Timestep 1416791,  Ep.Timesteps 809, Score: 303.01, Avg.Score: 272.28, Time: 08:50:48 \n",
      "Ep. 1615, Timestep 1417636,  Ep.Timesteps 845, Score: 298.37, Avg.Score: 272.40, Time: 08:51:06 \n",
      "Ep. 1616, Timestep 1419236,  Ep.Timesteps 1600, Score: -36.05, Avg.Score: 269.05, Time: 08:51:27 \n",
      "Ep. 1617, Timestep 1420113,  Ep.Timesteps 877, Score: 296.31, Avg.Score: 269.12, Time: 08:52:01 \n",
      "Ep. 1618, Timestep 1420991,  Ep.Timesteps 878, Score: 300.56, Avg.Score: 269.15, Time: 08:52:20 \n",
      "Ep. 1619, Timestep 1421755,  Ep.Timesteps 764, Score: 303.69, Avg.Score: 269.22, Time: 08:52:41 \n",
      "Ep. 1620, Timestep 1422531,  Ep.Timesteps 776, Score: 304.57, Avg.Score: 269.32, Time: 08:52:59 \n",
      "Ep. 1621, Timestep 1423341,  Ep.Timesteps 810, Score: 300.93, Avg.Score: 269.34, Time: 08:53:18 \n",
      "Ep. 1622, Timestep 1424293,  Ep.Timesteps 952, Score: 292.73, Avg.Score: 269.28, Time: 08:53:38 \n",
      "Ep. 1623, Timestep 1425104,  Ep.Timesteps 811, Score: 299.80, Avg.Score: 269.34, Time: 08:54:00 \n",
      "Ep. 1624, Timestep 1425920,  Ep.Timesteps 816, Score: 304.14, Avg.Score: 269.50, Time: 08:54:20 \n",
      "Ep. 1625, Timestep 1426709,  Ep.Timesteps 789, Score: 303.16, Avg.Score: 269.52, Time: 08:54:40 \n",
      "Ep. 1626, Timestep 1427613,  Ep.Timesteps 904, Score: 294.45, Avg.Score: 269.61, Time: 08:54:58 \n",
      "Ep. 1627, Timestep 1428372,  Ep.Timesteps 759, Score: 304.25, Avg.Score: 269.77, Time: 08:55:23 \n",
      "Ep. 1628, Timestep 1429186,  Ep.Timesteps 814, Score: 303.38, Avg.Score: 269.85, Time: 08:55:41 \n",
      "Ep. 1629, Timestep 1430004,  Ep.Timesteps 818, Score: 299.87, Avg.Score: 269.95, Time: 08:56:00 \n",
      "Ep. 1630, Timestep 1430828,  Ep.Timesteps 824, Score: 301.85, Avg.Score: 270.27, Time: 08:56:18 \n",
      "Ep. 1631, Timestep 1431622,  Ep.Timesteps 794, Score: 300.75, Avg.Score: 270.25, Time: 08:56:39 \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 1632, Timestep 1432402,  Ep.Timesteps 780, Score: 298.51, Avg.Score: 270.20, Time: 08:56:57 \n",
      "Ep. 1633, Timestep 1433226,  Ep.Timesteps 824, Score: 302.25, Avg.Score: 270.16, Time: 08:57:14 \n",
      "Ep. 1634, Timestep 1434021,  Ep.Timesteps 795, Score: 299.38, Avg.Score: 270.14, Time: 08:57:33 \n",
      "Ep. 1635, Timestep 1434814,  Ep.Timesteps 793, Score: 300.95, Avg.Score: 270.26, Time: 08:57:51 \n",
      "Ep. 1636, Timestep 1435608,  Ep.Timesteps 794, Score: 305.29, Avg.Score: 270.28, Time: 08:58:09 \n",
      "Ep. 1637, Timestep 1436468,  Ep.Timesteps 860, Score: 296.61, Avg.Score: 270.26, Time: 08:58:31 \n",
      "Ep. 1638, Timestep 1437275,  Ep.Timesteps 807, Score: 298.73, Avg.Score: 270.20, Time: 08:58:51 \n",
      "Ep. 1639, Timestep 1438030,  Ep.Timesteps 755, Score: 305.85, Avg.Score: 270.23, Time: 08:59:10 \n",
      "Ep. 1640, Timestep 1438778,  Ep.Timesteps 748, Score: 305.67, Avg.Score: 270.31, Time: 08:59:28 \n",
      "Ep. 1641, Timestep 1439583,  Ep.Timesteps 805, Score: 299.93, Avg.Score: 272.42, Time: 08:59:47 \n",
      "Ep. 1642, Timestep 1440330,  Ep.Timesteps 747, Score: 301.90, Avg.Score: 274.73, Time: 09:00:06 \n",
      "Ep. 1643, Timestep 1441147,  Ep.Timesteps 817, Score: 297.27, Avg.Score: 274.71, Time: 09:00:25 \n",
      "Ep. 1644, Timestep 1442028,  Ep.Timesteps 881, Score: 295.70, Avg.Score: 274.65, Time: 09:00:44 \n",
      "Ep. 1645, Timestep 1442855,  Ep.Timesteps 827, Score: 301.19, Avg.Score: 274.68, Time: 09:01:06 \n",
      "Ep. 1646, Timestep 1443706,  Ep.Timesteps 851, Score: 299.51, Avg.Score: 277.32, Time: 09:01:25 \n",
      "Ep. 1647, Timestep 1444526,  Ep.Timesteps 820, Score: 302.60, Avg.Score: 277.37, Time: 09:01:45 \n",
      "Ep. 1648, Timestep 1445315,  Ep.Timesteps 789, Score: 305.35, Avg.Score: 277.48, Time: 09:02:04 \n",
      "Ep. 1649, Timestep 1446112,  Ep.Timesteps 797, Score: 302.54, Avg.Score: 277.48, Time: 09:02:23 \n",
      "Ep. 1650, Timestep 1446975,  Ep.Timesteps 863, Score: 294.98, Avg.Score: 280.70, Time: 09:02:42 \n",
      "Ep. 1651, Timestep 1447733,  Ep.Timesteps 758, Score: 300.18, Avg.Score: 283.89, Time: 09:03:02 \n",
      "Ep. 1652, Timestep 1448519,  Ep.Timesteps 786, Score: 301.95, Avg.Score: 283.92, Time: 09:03:20 \n",
      "Ep. 1653, Timestep 1449322,  Ep.Timesteps 803, Score: 301.62, Avg.Score: 283.97, Time: 09:03:38 \n",
      "Ep. 1654, Timestep 1450140,  Ep.Timesteps 818, Score: 301.93, Avg.Score: 284.01, Time: 09:03:56 \n",
      "Ep. 1655, Timestep 1450847,  Ep.Timesteps 707, Score: 156.79, Avg.Score: 282.61, Time: 09:04:14 \n",
      "Ep. 1656, Timestep 1451573,  Ep.Timesteps 726, Score: 310.96, Avg.Score: 282.75, Time: 09:04:32 \n",
      "Ep. 1657, Timestep 1452349,  Ep.Timesteps 776, Score: 306.99, Avg.Score: 282.80, Time: 09:04:48 \n",
      "Ep. 1658, Timestep 1453157,  Ep.Timesteps 808, Score: 305.58, Avg.Score: 282.87, Time: 09:05:07 \n",
      "Ep. 1659, Timestep 1454030,  Ep.Timesteps 873, Score: 304.58, Avg.Score: 282.90, Time: 09:05:25 \n",
      "Ep. 1660, Timestep 1454911,  Ep.Timesteps 881, Score: 298.47, Avg.Score: 282.87, Time: 09:05:44 \n",
      "Ep. 1661, Timestep 1455683,  Ep.Timesteps 772, Score: 303.82, Avg.Score: 282.94, Time: 09:06:03 \n",
      "Ep. 1662, Timestep 1456447,  Ep.Timesteps 764, Score: 306.69, Avg.Score: 283.03, Time: 09:06:20 \n",
      "Ep. 1663, Timestep 1457257,  Ep.Timesteps 810, Score: 302.94, Avg.Score: 283.05, Time: 09:06:37 \n",
      "Ep. 1664, Timestep 1458106,  Ep.Timesteps 849, Score: 306.68, Avg.Score: 285.37, Time: 09:06:55 \n",
      "Ep. 1665, Timestep 1458881,  Ep.Timesteps 775, Score: 306.52, Avg.Score: 285.40, Time: 09:07:16 \n",
      "Ep. 1666, Timestep 1459681,  Ep.Timesteps 800, Score: 305.97, Avg.Score: 285.37, Time: 09:07:33 \n",
      "Ep. 1667, Timestep 1460450,  Ep.Timesteps 769, Score: 302.00, Avg.Score: 286.60, Time: 09:07:50 \n",
      "Ep. 1668, Timestep 1461241,  Ep.Timesteps 791, Score: 300.20, Avg.Score: 288.76, Time: 09:08:07 \n",
      "Ep. 1669, Timestep 1462031,  Ep.Timesteps 790, Score: 299.48, Avg.Score: 288.67, Time: 09:08:25 \n",
      "Ep. 1670, Timestep 1462818,  Ep.Timesteps 787, Score: 300.58, Avg.Score: 288.66, Time: 09:08:42 \n",
      "Ep. 1671, Timestep 1463603,  Ep.Timesteps 785, Score: 304.15, Avg.Score: 288.69, Time: 09:08:59 \n",
      "Ep. 1672, Timestep 1464369,  Ep.Timesteps 766, Score: 304.80, Avg.Score: 288.72, Time: 09:09:16 \n",
      "Ep. 1673, Timestep 1465158,  Ep.Timesteps 789, Score: 300.28, Avg.Score: 292.45, Time: 09:09:33 \n",
      "Ep. 1674, Timestep 1466034,  Ep.Timesteps 876, Score: 297.82, Avg.Score: 292.44, Time: 09:09:50 \n",
      "Ep. 1675, Timestep 1466487,  Ep.Timesteps 453, Score: 71.77, Avg.Score: 291.84, Time: 09:10:09 \n",
      "Ep. 1676, Timestep 1467232,  Ep.Timesteps 745, Score: 305.33, Avg.Score: 295.01, Time: 09:10:22 \n",
      "Ep. 1677, Timestep 1468028,  Ep.Timesteps 796, Score: 299.78, Avg.Score: 295.05, Time: 09:10:40 \n",
      "Ep. 1678, Timestep 1468802,  Ep.Timesteps 774, Score: 303.12, Avg.Score: 295.11, Time: 09:10:57 \n",
      "Ep. 1679, Timestep 1469634,  Ep.Timesteps 832, Score: 302.89, Avg.Score: 295.11, Time: 09:11:14 \n",
      "Ep. 1680, Timestep 1470445,  Ep.Timesteps 811, Score: 297.31, Avg.Score: 295.02, Time: 09:11:32 \n",
      "Ep. 1681, Timestep 1471239,  Ep.Timesteps 794, Score: 304.00, Avg.Score: 295.04, Time: 09:11:50 \n",
      "Ep. 1682, Timestep 1471993,  Ep.Timesteps 754, Score: 304.99, Avg.Score: 295.01, Time: 09:12:08 \n",
      "Ep. 1683, Timestep 1472775,  Ep.Timesteps 782, Score: 304.66, Avg.Score: 294.99, Time: 09:12:24 \n",
      "Ep. 1684, Timestep 1473551,  Ep.Timesteps 776, Score: 307.43, Avg.Score: 295.04, Time: 09:12:41 \n",
      "Ep. 1685, Timestep 1474335,  Ep.Timesteps 784, Score: 305.94, Avg.Score: 295.10, Time: 09:12:59 \n",
      "Ep. 1686, Timestep 1475145,  Ep.Timesteps 810, Score: 301.77, Avg.Score: 295.16, Time: 09:13:18 \n",
      "Ep. 1687, Timestep 1475994,  Ep.Timesteps 849, Score: 297.67, Avg.Score: 295.09, Time: 09:13:36 \n",
      "Ep. 1688, Timestep 1476789,  Ep.Timesteps 795, Score: 304.93, Avg.Score: 295.14, Time: 09:13:54 \n",
      "Ep. 1689, Timestep 1477662,  Ep.Timesteps 873, Score: 304.46, Avg.Score: 295.18, Time: 09:14:11 \n",
      "Ep. 1690, Timestep 1478428,  Ep.Timesteps 766, Score: 309.89, Avg.Score: 295.28, Time: 09:14:30 \n",
      "Ep. 1691, Timestep 1479189,  Ep.Timesteps 761, Score: 309.13, Avg.Score: 295.39, Time: 09:14:47 \n",
      "Ep. 1692, Timestep 1479945,  Ep.Timesteps 756, Score: 308.08, Avg.Score: 295.45, Time: 09:15:03 \n",
      "Ep. 1693, Timestep 1480686,  Ep.Timesteps 741, Score: 309.19, Avg.Score: 295.49, Time: 09:15:20 \n",
      "Ep. 1694, Timestep 1482286,  Ep.Timesteps 1600, Score: 175.87, Avg.Score: 294.20, Time: 09:15:38 \n",
      "Ep. 1695, Timestep 1483097,  Ep.Timesteps 811, Score: 304.62, Avg.Score: 294.23, Time: 09:16:11 \n",
      "Ep. 1696, Timestep 1483972,  Ep.Timesteps 875, Score: 301.01, Avg.Score: 294.23, Time: 09:16:29 \n",
      "Ep. 1697, Timestep 1484743,  Ep.Timesteps 771, Score: 304.57, Avg.Score: 294.22, Time: 09:16:48 \n",
      "Ep. 1698, Timestep 1485684,  Ep.Timesteps 941, Score: 300.14, Avg.Score: 294.20, Time: 09:17:05 \n",
      "Ep. 1699, Timestep 1486481,  Ep.Timesteps 797, Score: 303.80, Avg.Score: 294.23, Time: 09:17:26 \n",
      "Ep. 1700, Timestep 1487130,  Ep.Timesteps 649, Score: 50.95, Avg.Score: 291.68, Time: 09:17:43 \n",
      "Ep. 1701, Timestep 1487991,  Ep.Timesteps 861, Score: 297.94, Avg.Score: 291.59, Time: 09:17:57 \n",
      "Ep. 1702, Timestep 1488771,  Ep.Timesteps 780, Score: 307.76, Avg.Score: 291.65, Time: 09:18:16 \n",
      "Ep. 1703, Timestep 1489545,  Ep.Timesteps 774, Score: 308.97, Avg.Score: 291.68, Time: 09:18:34 \n",
      "Ep. 1704, Timestep 1490343,  Ep.Timesteps 798, Score: 304.64, Avg.Score: 291.74, Time: 09:18:52 \n",
      "Ep. 1705, Timestep 1491182,  Ep.Timesteps 839, Score: 301.88, Avg.Score: 291.74, Time: 09:19:09 \n",
      "Ep. 1706, Timestep 1491935,  Ep.Timesteps 753, Score: 306.76, Avg.Score: 291.76, Time: 09:19:29 \n",
      "Ep. 1707, Timestep 1492729,  Ep.Timesteps 794, Score: 307.02, Avg.Score: 291.78, Time: 09:19:46 \n",
      "Ep. 1708, Timestep 1493527,  Ep.Timesteps 798, Score: 306.73, Avg.Score: 291.80, Time: 09:20:04 \n",
      "Ep. 1709, Timestep 1494331,  Ep.Timesteps 804, Score: 302.15, Avg.Score: 291.76, Time: 09:20:21 \n",
      "Ep. 1710, Timestep 1495092,  Ep.Timesteps 761, Score: 311.34, Avg.Score: 291.84, Time: 09:20:38 \n",
      "Ep. 1711, Timestep 1495875,  Ep.Timesteps 783, Score: 308.94, Avg.Score: 291.87, Time: 09:20:56 \n",
      "Ep. 1712, Timestep 1496694,  Ep.Timesteps 819, Score: 306.28, Avg.Score: 291.92, Time: 09:21:14 \n",
      "Ep. 1713, Timestep 1497477,  Ep.Timesteps 783, Score: 304.10, Avg.Score: 291.89, Time: 09:21:32 \n",
      "Ep. 1714, Timestep 1498303,  Ep.Timesteps 826, Score: 300.15, Avg.Score: 291.86, Time: 09:21:50 \n",
      "Ep. 1715, Timestep 1499073,  Ep.Timesteps 770, Score: 304.49, Avg.Score: 291.92, Time: 09:22:07 \n",
      "Ep. 1716, Timestep 1499873,  Ep.Timesteps 800, Score: 299.77, Avg.Score: 295.28, Time: 09:22:24 \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 1717, Timestep 1500662,  Ep.Timesteps 789, Score: 306.26, Avg.Score: 295.38, Time: 09:22:41 \n",
      "Ep. 1718, Timestep 1501505,  Ep.Timesteps 843, Score: 303.73, Avg.Score: 295.41, Time: 09:22:59 \n",
      "Ep. 1719, Timestep 1502310,  Ep.Timesteps 805, Score: 307.44, Avg.Score: 295.45, Time: 09:23:17 \n",
      "Ep. 1720, Timestep 1503128,  Ep.Timesteps 818, Score: 305.29, Avg.Score: 295.45, Time: 09:23:35 \n",
      "Ep. 1721, Timestep 1503972,  Ep.Timesteps 844, Score: 302.14, Avg.Score: 295.47, Time: 09:23:53 \n",
      "Ep. 1722, Timestep 1504784,  Ep.Timesteps 812, Score: 305.19, Avg.Score: 295.59, Time: 09:24:11 \n",
      "Ep. 1723, Timestep 1505603,  Ep.Timesteps 819, Score: 304.84, Avg.Score: 295.64, Time: 09:24:29 \n",
      "Ep. 1724, Timestep 1506440,  Ep.Timesteps 837, Score: 302.67, Avg.Score: 295.63, Time: 09:24:47 \n",
      "Ep. 1725, Timestep 1507171,  Ep.Timesteps 731, Score: 310.18, Avg.Score: 295.70, Time: 09:25:06 \n",
      "Ep. 1726, Timestep 1508019,  Ep.Timesteps 848, Score: 303.07, Avg.Score: 295.78, Time: 09:25:22 \n",
      "Ep. 1727, Timestep 1508821,  Ep.Timesteps 802, Score: 301.93, Avg.Score: 295.76, Time: 09:25:41 \n",
      "Ep. 1728, Timestep 1509562,  Ep.Timesteps 741, Score: 306.80, Avg.Score: 295.79, Time: 09:25:59 \n",
      "Ep. 1729, Timestep 1510337,  Ep.Timesteps 775, Score: 304.15, Avg.Score: 295.84, Time: 09:26:15 \n",
      "Ep. 1730, Timestep 1511122,  Ep.Timesteps 785, Score: 307.14, Avg.Score: 295.89, Time: 09:26:32 \n",
      "Ep. 1731, Timestep 1511909,  Ep.Timesteps 787, Score: 301.10, Avg.Score: 295.89, Time: 09:26:49 \n",
      "Ep. 1732, Timestep 1512675,  Ep.Timesteps 766, Score: 304.05, Avg.Score: 295.95, Time: 09:27:06 \n",
      "Ep. 1733, Timestep 1513461,  Ep.Timesteps 786, Score: 301.37, Avg.Score: 295.94, Time: 09:27:23 \n",
      "Ep. 1734, Timestep 1514222,  Ep.Timesteps 761, Score: 304.34, Avg.Score: 295.99, Time: 09:27:40 \n",
      "Ep. 1735, Timestep 1514956,  Ep.Timesteps 734, Score: 308.00, Avg.Score: 296.06, Time: 09:27:57 \n",
      "Ep. 1736, Timestep 1515708,  Ep.Timesteps 752, Score: 304.56, Avg.Score: 296.05, Time: 09:28:13 \n",
      "Ep. 1737, Timestep 1516469,  Ep.Timesteps 761, Score: 304.07, Avg.Score: 296.13, Time: 09:28:30 \n",
      "Ep. 1738, Timestep 1517028,  Ep.Timesteps 559, Score: 127.93, Avg.Score: 294.42, Time: 09:28:46 \n",
      "Ep. 1739, Timestep 1517777,  Ep.Timesteps 749, Score: 304.60, Avg.Score: 294.41, Time: 09:28:59 \n",
      "Ep. 1740, Timestep 1518523,  Ep.Timesteps 746, Score: 310.55, Avg.Score: 294.46, Time: 09:29:15 \n",
      "Ep. 1741, Timestep 1519313,  Ep.Timesteps 790, Score: 304.63, Avg.Score: 294.50, Time: 09:29:31 \n",
      "Ep. 1742, Timestep 1520095,  Ep.Timesteps 782, Score: 302.57, Avg.Score: 294.51, Time: 09:29:48 \n",
      "Ep. 1743, Timestep 1520823,  Ep.Timesteps 728, Score: 306.57, Avg.Score: 294.60, Time: 09:30:06 \n",
      "Ep. 1744, Timestep 1521627,  Ep.Timesteps 804, Score: 299.12, Avg.Score: 294.64, Time: 09:30:22 \n",
      "Ep. 1745, Timestep 1522391,  Ep.Timesteps 764, Score: 302.69, Avg.Score: 294.65, Time: 09:30:39 \n",
      "Ep. 1746, Timestep 1523208,  Ep.Timesteps 817, Score: 298.57, Avg.Score: 294.64, Time: 09:30:56 \n",
      "Ep. 1747, Timestep 1524019,  Ep.Timesteps 811, Score: 300.43, Avg.Score: 294.62, Time: 09:31:15 \n",
      "Ep. 1748, Timestep 1524814,  Ep.Timesteps 795, Score: 300.95, Avg.Score: 294.58, Time: 09:31:34 \n",
      "Ep. 1749, Timestep 1525564,  Ep.Timesteps 750, Score: 305.78, Avg.Score: 294.61, Time: 09:31:52 \n",
      "Ep. 1750, Timestep 1526392,  Ep.Timesteps 828, Score: 298.46, Avg.Score: 294.64, Time: 09:32:08 \n",
      "Ep. 1751, Timestep 1527149,  Ep.Timesteps 757, Score: 308.18, Avg.Score: 294.72, Time: 09:32:26 \n",
      "Ep. 1752, Timestep 1527902,  Ep.Timesteps 753, Score: 304.84, Avg.Score: 294.75, Time: 09:32:43 \n",
      "Ep. 1753, Timestep 1528643,  Ep.Timesteps 741, Score: 307.87, Avg.Score: 294.82, Time: 09:32:59 \n",
      "Ep. 1754, Timestep 1529411,  Ep.Timesteps 768, Score: 302.78, Avg.Score: 294.82, Time: 09:33:15 \n",
      "Ep. 1755, Timestep 1530145,  Ep.Timesteps 734, Score: 305.78, Avg.Score: 296.31, Time: 09:33:31 \n",
      "Ep. 1756, Timestep 1530873,  Ep.Timesteps 728, Score: 305.14, Avg.Score: 296.26, Time: 09:33:47 \n",
      "Ep. 1757, Timestep 1531620,  Ep.Timesteps 747, Score: 304.19, Avg.Score: 296.23, Time: 09:34:04 \n",
      "Ep. 1758, Timestep 1532364,  Ep.Timesteps 744, Score: 304.93, Avg.Score: 296.22, Time: 09:34:20 \n",
      "Ep. 1759, Timestep 1533095,  Ep.Timesteps 731, Score: 306.46, Avg.Score: 296.24, Time: 09:34:36 \n",
      "Ep. 1760, Timestep 1533859,  Ep.Timesteps 764, Score: 307.51, Avg.Score: 296.33, Time: 09:34:52 \n",
      "Ep. 1761, Timestep 1534581,  Ep.Timesteps 722, Score: 306.48, Avg.Score: 296.36, Time: 09:35:09 \n",
      "Ep. 1762, Timestep 1535290,  Ep.Timesteps 709, Score: 308.16, Avg.Score: 296.37, Time: 09:35:26 \n",
      "Ep. 1763, Timestep 1535998,  Ep.Timesteps 708, Score: 309.25, Avg.Score: 296.43, Time: 09:35:42 \n",
      "Ep. 1764, Timestep 1536777,  Ep.Timesteps 779, Score: 305.03, Avg.Score: 296.42, Time: 09:35:58 \n",
      "Ep. 1765, Timestep 1537590,  Ep.Timesteps 813, Score: 303.30, Avg.Score: 296.39, Time: 09:36:14 \n",
      "Ep. 1766, Timestep 1538350,  Ep.Timesteps 760, Score: 304.08, Avg.Score: 296.37, Time: 09:36:32 \n",
      "Ep. 1767, Timestep 1539135,  Ep.Timesteps 785, Score: 303.69, Avg.Score: 296.38, Time: 09:36:48 \n",
      "Ep. 1768, Timestep 1539878,  Ep.Timesteps 743, Score: 307.33, Avg.Score: 296.46, Time: 09:37:05 \n",
      "Ep. 1769, Timestep 1540632,  Ep.Timesteps 754, Score: 305.41, Avg.Score: 296.51, Time: 09:37:21 \n",
      "Ep. 1770, Timestep 1541410,  Ep.Timesteps 778, Score: 300.27, Avg.Score: 296.51, Time: 09:37:37 \n",
      "Ep. 1771, Timestep 1542157,  Ep.Timesteps 747, Score: 306.32, Avg.Score: 296.53, Time: 09:37:54 \n",
      "Ep. 1772, Timestep 1542910,  Ep.Timesteps 753, Score: 307.97, Avg.Score: 296.57, Time: 09:38:10 \n",
      "Ep. 1773, Timestep 1543653,  Ep.Timesteps 743, Score: 304.16, Avg.Score: 296.60, Time: 09:38:26 \n",
      "Ep. 1774, Timestep 1544405,  Ep.Timesteps 752, Score: 303.68, Avg.Score: 296.66, Time: 09:38:42 \n",
      "Ep. 1775, Timestep 1545145,  Ep.Timesteps 740, Score: 306.60, Avg.Score: 299.01, Time: 09:39:03 \n",
      "Ep. 1776, Timestep 1545870,  Ep.Timesteps 725, Score: 306.91, Avg.Score: 299.03, Time: 09:39:20 \n",
      "Ep. 1777, Timestep 1546581,  Ep.Timesteps 711, Score: 308.05, Avg.Score: 299.11, Time: 09:39:37 \n",
      "Ep. 1778, Timestep 1547296,  Ep.Timesteps 715, Score: 308.43, Avg.Score: 299.16, Time: 09:39:53 \n",
      "Ep. 1779, Timestep 1548069,  Ep.Timesteps 773, Score: 305.27, Avg.Score: 299.19, Time: 09:40:09 \n",
      "Ep. 1780, Timestep 1548826,  Ep.Timesteps 757, Score: 303.22, Avg.Score: 299.25, Time: 09:40:26 \n",
      "Ep. 1781, Timestep 1549621,  Ep.Timesteps 795, Score: 300.99, Avg.Score: 299.22, Time: 09:40:42 \n",
      "Ep. 1782, Timestep 1550391,  Ep.Timesteps 770, Score: 304.34, Avg.Score: 299.21, Time: 09:41:00 \n",
      "Ep. 1783, Timestep 1551127,  Ep.Timesteps 736, Score: 306.67, Avg.Score: 299.23, Time: 09:41:19 \n",
      "Ep. 1784, Timestep 1551867,  Ep.Timesteps 740, Score: 306.55, Avg.Score: 299.22, Time: 09:41:35 \n",
      "Ep. 1785, Timestep 1552582,  Ep.Timesteps 715, Score: 308.53, Avg.Score: 299.25, Time: 09:41:51 \n",
      "Ep. 1786, Timestep 1553361,  Ep.Timesteps 779, Score: 305.08, Avg.Score: 299.28, Time: 09:42:06 \n",
      "Ep. 1787, Timestep 1554122,  Ep.Timesteps 761, Score: 302.19, Avg.Score: 299.32, Time: 09:42:23 \n",
      "Ep. 1788, Timestep 1554844,  Ep.Timesteps 722, Score: 307.54, Avg.Score: 299.35, Time: 09:42:40 \n",
      "Ep. 1789, Timestep 1555587,  Ep.Timesteps 743, Score: 304.88, Avg.Score: 299.35, Time: 09:42:56 \n",
      "Ep. 1790, Timestep 1556347,  Ep.Timesteps 760, Score: 305.06, Avg.Score: 299.31, Time: 09:43:12 \n",
      "Ep. 1791, Timestep 1557098,  Ep.Timesteps 751, Score: 303.12, Avg.Score: 299.25, Time: 09:43:29 \n",
      "Ep. 1792, Timestep 1557827,  Ep.Timesteps 729, Score: 306.25, Avg.Score: 299.23, Time: 09:43:45 \n",
      "Ep. 1793, Timestep 1558601,  Ep.Timesteps 774, Score: 304.46, Avg.Score: 299.18, Time: 09:44:01 \n",
      "Ep. 1794, Timestep 1559370,  Ep.Timesteps 769, Score: 303.55, Avg.Score: 300.46, Time: 09:44:17 \n",
      "Ep. 1795, Timestep 1560083,  Ep.Timesteps 713, Score: 309.13, Avg.Score: 300.50, Time: 09:44:34 \n",
      "Environment solved with Average Score:  300.5022211825886\n"
     ]
    }
   ],
   "source": [
    "# Twin Delayed Deep Deterministic (TD3) policy gradient algorithm\n",
    "def twin_ddd_train(n_episodes=2000, save_every=10):\n",
    "\n",
    "    scores_deque = deque(maxlen=100)\n",
    "    scores_array = []\n",
    "    avg_scores_array = []    \n",
    "\n",
    "    time_start = time.time()                    # Init start time\n",
    "    replay_buf = ReplayBuffer()                 # Init ReplayBuffer\n",
    "    \n",
    "    timestep_after_last_save = 0\n",
    "    total_timesteps = 0\n",
    "    \n",
    "    low = env.action_space.low\n",
    "    high = env.action_space.high\n",
    "    \n",
    "    print('Low in action space: ', low, ', High: ', high, ', Action_dim: ', action_dim)\n",
    "            \n",
    "    for i_episode in range(1, n_episodes+1):\n",
    "        \n",
    "        timestep = 0\n",
    "        total_reward = 0\n",
    "        \n",
    "        # Reset environment\n",
    "        state = env.reset()\n",
    "        done = False\n",
    "        \n",
    "        while True:\n",
    "            \n",
    "            # Select action randomly or according to policy\n",
    "            if total_timesteps < start_timestep:\n",
    "                action = env.action_space.sample()\n",
    "            else:\n",
    "                action = agent.select_action(np.array(state))\n",
    "                if std_noise != 0: \n",
    "                    shift_action = np.random.normal(0, std_noise, size=action_dim)\n",
    "                    action = (action + shift_action).clip(low, high)\n",
    "            \n",
    "            # Perform action\n",
    "            new_state, reward, done, _ = env.step(action) \n",
    "            done_bool = 0 if timestep + 1 == env._max_episode_steps else float(done)\n",
    "            total_reward += reward                          # full episode reward\n",
    "\n",
    "            # Store every timestep in replay buffer\n",
    "            replay_buf.add((state, new_state, action, reward, done_bool))\n",
    "            state = new_state\n",
    "\n",
    "            timestep += 1     \n",
    "            total_timesteps += 1\n",
    "            timestep_after_last_save += 1\n",
    "\n",
    "            if done:                                       # done ?\n",
    "                break                                      # save score\n",
    "\n",
    "        scores_deque.append(total_reward)\n",
    "        scores_array.append(total_reward)\n",
    "\n",
    "        avg_score = np.mean(scores_deque)\n",
    "        avg_scores_array.append(avg_score)\n",
    "        \n",
    "        # train_by_episode(time_start, i_episode) \n",
    "        s = (int)(time.time() - time_start)\n",
    "        print('Ep. {}, Timestep {},  Ep.Timesteps {}, Score: {:.2f}, Avg.Score: {:.2f}, Time: {:02}:{:02}:{:02} '\\\n",
    "                .format(i_episode, total_timesteps, timestep, \\\n",
    "                        total_reward, avg_score, s//3600, s%3600//60, s%60))     \n",
    "\n",
    "        agent.train(replay_buf, timestep)\n",
    "\n",
    "        # Save episode if more than save_every=5000 timesteps\n",
    "        if timestep_after_last_save >= save_every:\n",
    "\n",
    "            timestep_after_last_save %= save_every            \n",
    "            save(agent, 'checkpnt_seed_88', 'dir_chk')  \n",
    "        \n",
    "        if len(scores_deque) == 100 and np.mean(scores_deque) >= 300.5:\n",
    "            print('Environment solved with Average Score: ',  np.mean(scores_deque) )\n",
    "            break \n",
    "\n",
    "    return scores_array, avg_scores_array\n",
    "\n",
    "scores, avg_scores = twin_ddd_train()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "save(agent, 'chpnt_88seed_300-5sc_9h44m', 'dir_chk')  "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "length of scores:  1795 , len of avg_scores:  1795\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAi8AAAEKCAYAAADaXbVcAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4zLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvnQurowAAIABJREFUeJzsnXl8k1X2h5+bpHuhG4WWspSlLZR9ERBBQNlBUVDct3Hc93XcxtHZYPTnuOM6o6KOqIg6IwoKioAIsq+y0wpla6HQltIlyf39kbSkbZomadOkzXn8+CG5733ve5K8vff7nnPuvUprjSAIgiAIQlPB4G8DBEEQBEEQPEHEiyAIgiAITQoRL4IgCIIgNClEvAiCIAiC0KQQ8SIIgiAIQpNCxIsgCIIgCE0KES+CIAiCIDQpRLwIgiAIgtCkEPEiCIIgCEKTwuRvA3xJq1atdGpqqr/NEARBaFKsXbs2T2ud6G87BKE2mrV4SU1NZc2aNf42QxAEoUmhlMr2tw2C4AoJGwmCIAiC0KQQ8SIIgiAIQpNCxIsgCIIgCE2KZp3zIgiCIAQOa9eubW0ymd4GeiIPz0LtWIEtZrP59wMGDDjqrIKIF0EQBKFRMJlMbyclJXVPTEzMNxgM2t/2CIGJ1WpVubm5mYcPH34buNBZHVG+giAIQmPRMzExsUCEi+AKg8GgExMTT2Lz0Dmv04j2CIIgCMGNQYSL4A72+6RWjSLiRRAEoZGxWDWrs467rKO1Zu7aA5wqNVcpzysqxWKV8V8IbkS8CILQLLFaNSXllhrlJeUWVuzOq3f7h06e5qfdeWjtuZD4dM1+Ln39Z77ZfKhK+bx1B0h9ZD4/7szllvfX8uCnG3lk3mYe/HQjqY/MJ/vYKQb+dRF/nb+NlXuPcaK4jMc+38zuo4VsyTnJ8l15LNp2hJcW7+IfC7bX+zM2V/7whz8kde3atUd6enpmt27dMr///vsof9skeIbfEnaVUuHAUiDMbsdcrfWflFKdgDlAPLAOuEZrXaaUCgNmAwOAY8BlWussvxgvCIJT9h8vJj4qlKgw/88FeGbhDl7/cQ/b/zKe8BAjAGaLlW5/XADAgnuH0y2pZWV9rTVbcgro1S6mSjsWq+bNpXu5akgHWoaHVJafPeN7AO4+rysvfb+b64emcv/YdL7beoS3l+/j10MFAGTNnARAUamZ+ZsOMiwtkf35xQDc9uE6Hp/YnYv7p/Dv5fuYtWQPANf9+5fK6/xv48HK1yOeXQLAOz9l8c5PWZXl/1n1W43P3yslhj+M9+ALCxIWLVoUtXDhwtjNmzdvi4iI0IcOHTKVlpYqb9srLy8nJCSk7opCg+LPHqYUOE9rXaSUCgGWK6W+Ae4Hntdaz1FKvQ7cCLxm/zdfa91VKXU58A/gMn8ZLwhCVd74cQ8zvtnOqIxE3rlhUGX5ut/yKSwxMyI9kV/2HWfWkt3867qzMBoU7/+cxY8783j7uoGV9UvKLYQaDRgMXo8nAMxZbRvQu/1xATv/OoFLXl/BpgMnK4//6cutvHvDICJCjdz5n3UopfjfxoM8NC6DMZltSG/TArCJh38s2M4/Fmznq7uG0TOlqrh56fvdALy7Iot3V2TVsCP1kfku7fzb17/yt69/rc9HdcrmnJN1VwpCcnJyQuLj480REREaIDk52Qzw448/Rt57770diouLDaGhoXrp0qU7wsLC9LXXXttx06ZNkUajkWeeeWb/BRdcUPjSSy8lfPPNNzGlpaWG4uJiw8qVK3f+8Y9/bPP555/Hl5WVqUmTJp14/vnnD7q2RKgPfhMv2uZrLbK/DbH/r4HzgCvt5e8BT2ETL1PsrwHmAq8opZT2xmcrBAy7jxbRJTEKpeo3ULnL2ux8vlifw9gebdh9tIgbzunktN4Li3aS1DKcKX1TiAg11tqe1aq5aNZPtI+L5NWr+tc4rrXm/ZXZTO3fjmgfeSO01izceoQxmW0wGhRaa3ILS2ndMrzBrpFz4jQhBlVrm1prZnxjC1P8sCMXiz1kExVmYuqsFQBsfmos09/4GYAuj33NuB5tWLj1CAC7jhRiMhpITYik2x8XMKRzPB/dNIRNB07Sp32s02vOXXuAluEmurSOxqgUJWYL8zcdYlr/dmzOOcmJ4vLKuntyi6oIF4BV+47T/ckFJLYII7ewtLL82YU7eHbhDrJmTqKgpJwvNuRUHpv88nIAn/2W3tC6RRhHHewHOEtt5/d9I/xkkXs8NHdj+52HCyMbss30pBbFz17SZ7+rOhdddFHBjBkz2qampvYcNmxYwRVXXHH8/PPPP3XVVVd1+fDDD/eMGDGi+Pjx44bo6GjrX//61zYAO3fu3LZ+/frwiRMnpu3Zs2cLwLp166I3bdq0tU2bNpZ58+a13L17d/imTZt+1VozevTort988030hAkTilzZIniPX/8ClVJGYC3QFXgV2AOc0FpXZKgdAFLsr1OA/QBaa7NS6iSQANQ/eC34hSU7jnL9O6t5YlJ3fj+8c43j5RYr6387waBO8V61n3+qjJwTp8lIasGbS/dywzmpXPL6CrSG91fa9p37ZM0BZk7txcKthzFbNX8Y3w2jQfHCol0APDJvM9P6t+Pu87vSMaFqWPy1JXsq8wo2HTjJS1aN0aAot1hZviuPTq2iGPl/SwBYujOPq4d0ILewlOFpiRgU3D1nPSv3Hmfjk2OJiTzjdr7v4w18vj6H2b8bxLnpdW/s+9WmQ9z10frK7/F/mw5x90frmXf7UPp3iKusp7Xmn9/txGhQTOmbQqdWts9TUm5h55FC4qNCKSo189Gq33h0YnfumbOeq4d0ZHhaIufMtIVIfnn8fC54eTnJMRF8dNMQVu47htmiWbYrt4pN015bwYb9J+jrIDy+2XK4Sp0K4QIw5vmlAKS3iQZg5d7jPPjpJj5bd4BZV/Wn4HQ5vdvF8ujnm0mICuXBsRk8+OlGp9/Hy3ZPiCMTXlxW6/eXW23gr8CVx6SoWhJtY5AcE86hkyVVyl68vC9T+qbQ7ZF5zI95lpbleUQYLUSXH4OD7YHbG93OQCcmJsa6ZcuWbQsWLGixePHiFtddd12X++6771Dr1q3LR4wYUQwQHx9vBVixYkX0XXfddRSgX79+JW3bti3bvHlzOMDw4cML2rRpYwFYsGBBy6VLl7bMzMzMBCguLjZs3749XMSL71CB4LhQSsUCnwNPAu9orbvay9sDX2uteymltgLjtNYH7Mf2AIO01seqtXUzcDNAhw4dBmRny+aogcZ/Vv3GqG6JlTkDAO/9bhAjHAbqE8VlPP/dTt77OZu+7WPZk1vE/WPSq3hKNuw/QZuWYSTHRLA2O5+uraOJibCJgKOFJQz622IAHhqXwbMLdzC5dzJfbaqaIFkdg4IVj5zPkBmLnR7/7r5zSWvTgnnrDnD/J84HT28wGRQPj8/g4r4pnPX3qtde+8RorNomMk6VmTEoRWSokXvmbMBkUKzad2bWyuBO8fRKieHt5fuY1r8dw9IS0BpGZrSmzGyt8rlaRYfyx8mZ3DNnQ4N9jqbCpqfG0vupb2uUR1NMGOW8EPIq6YYDFOswsnUSW3QqoZj52DKSPTrFSYtnWPzACM5/7kcuG9iej9e4dAIwqFM8XRKj2LR6GWnqAGGqnNbks9B6Fjt1e3b/dTw7FrxON9NBjMW5rP91F0dKjLxhnsxo41puS96FwXwa8rNsDbbKgI5ngykcBtwArbt59f0opdZqrQfWXdMzNm7cmNWnT5+AeuB855134l5//fVEs9ms1q5du8Px2OjRo7vcfffdRy+88MJCgAEDBmTMmjXrt1WrVkWuWbMmavbs2b8B3HTTTe3S09NLHnrooYD6bE2djRs3turTp0+qs2MB4fvUWp9QSi0BhgCxSimT3fvSDqiIGx4A2gMHlFImIAaoMddQa/0m8CbAwIED/a/MgoCiUjM9/7SQv17Uk6uHdHRZ9/gp2+yIDHs+QQV/n/8rI9ITsVo12w8XMvGlM0/KG/afAODp/22jZ0oMqQlRlJRbuOjVnwCY1CuZ+ZsPMTIjkTevGci/f9rHzG/OzLTYc9T28FOXcAGwamoVLmDzECz/wyge/WQ1CZxGowilnDhVxAGdSCFVveAKK6HYntJDMROCGQ3EqFPEcIqWqhgjVk7oaBK+e5XE75ezPSyEUkIoJZQSHcLxZ0I5QRRHdDx7dRIvmqdhwXkoa9W+45Vi5rN1B/hs3YFaP0teUZmbwkXTWR0igjJKCOFy4w8MNOwklHLCKCdclaG14tby+9iqUwEwYcaIlVJC3Wjfd7x/4yCu+dcvVcpmTu1Fy/AQ5t0+tDKkBdBD7eO/oU9gVLZu45QOY5XuTjf1GyONNqHagmIeNd/k9FrXD03lrvO6khAdRtbMSazYnVdFvMz+3SB+2pPHGz/urSx7+sIeFBbkM2PTY1XaeoC5vGieimmPkR5r7MdiO9Cv/DcwwnjjaltZLtBrOnQeBS3bwjn3gsm/33mgs3HjxjCDwUCvXr1KAdavXx+RlpZWsmTJkpgff/wxcsSIEcX5+fmG6Oho67Bhw4o++OCD+AsvvLBw06ZNYYcOHQrt3bt3yapVq6r8oU+YMKHgqaeeanvzzTcfj4mJse7bty8kNDRUp6SkNL6LLkjw52yjRKDcLlwigNHYknB/AC7BNuPoOuBL+yn/tb//2X78e8l38T8r9x5j4VZbOOCp/25lcKd40uzCZMfhQtJaR2MwKKa9toK12fkk2XMmjhSW0Ld9bKUw2XGksM7ERoBLX/+5Rtl8+3TTJTtySX/imxrH563PqVHmKelqP1ONy7GiWPXPWewIX16jTq6O4fHy32HCggkrJsw8Hf4RLayeJU6+axlHGOWEUUa4KiecMuIoYoxhLWGqnNGG9fxizeAU4ZgxYdEGQpRNGJkx2v7Xtn/LMbLF2plVurvXn/1q4yL+GvJOjfLvLAMoJQSzNnCRcQWvhLyIGRMJ6iTxyiYYPzCfTyGRWDDwvPmSStH13X3n8v32o5V5Mt7wxKTu/HV+7YmucZEhDE9L5PPbh3Kxg0ipCJf17xDH61f354kvtpBXVMZk40qMSvN/5ZeSTwv+ZzmbAmx1FVZmh8zkCtMPFBDJhm4P1AiDPXVhj1ptuXpIB85NT+Tc9EQendC9yr3eetccAOaGXMi0O/7Gdc98wOzQf3CPaR58NM9W6aYfIKU/019ZTMLBH7ljbG96dmoLCWkQXXdoUThDQUGB8e677+5QUFBgNBqNOjU1tfS9997L3rlzZ97dd9/doaSkxBAeHm5dunTpzocffvjoNddc0zE9PT3TaDTyxhtvZFUk+joyderUgq1bt4afddZZ3QAiIyOtH3744T4RL77Db2EjpVRvbAm5RmzrzXyitf6zUqozZ6ZKrweu1lqX2qdWvw/0w+ZxuVxrvdd56zYGDhyo16xZ48uPEfQ4ExxT+rZlZEYi9328kZuGd+Khcd1qiIqoUCOnymquwdEQhFHG1cZFRFKCUVkxayPLrL3YaItGArbBKJnjpBoOk0ABLdRpLuwWzZodWSRQQKI6QYIqZIO1Cz9bM5nRdjkJeasp00ZClc3uBXFXsuJoCGWEcKvxf6Qajji153h0Om/n92NM7/Z8sSkXheakjiIyJoGomFaszj5JrCoiQRWwxppOlk5maJcEeqXE8MbSM7d4FKd5I+SftFN5xKlCoijBpKwAWDBg1kaMWCrLKq+vo/ld2cP8bWJH3vpmFWOMa1BANKcxYcGMkTJMlGPCghEDVtpGWunVOoRj+fmYCg9gxMpD5bcQRjkKzUprJj0y0nnhsn4cLTjNr69OJ0kdp1d6V3RUazbu2c/ZRYswY8SE7ft6tnw6r1ouAmDHX8cTYjDwS9ZxLn9zpUe/75S+bXlsYnfKzFaGP/NDlWOju7dh0a+23+Gz24YyoOOZnJ/znlvC3txTfHLL2VXzqDZ8xJZ5M+lpyAKga8lszE6e6/qrncwLewqAhzp/zqfbTlc5XjEluoIVu/O48u1VZLRpwcL7zq1yLPPJBRSXWfj+2kQ6fzIGgInRn/D1g+NIfWQ+vdReehiymHnZYIhMgC7ngVJMefUnNu4/wQc3DmZYWiv3vzQPCaawkRC4BGTYSGu9CZsQqV6+FxjkpLwEuLQRTBPqwGrVWLQmxOh8jcMvNxzkyw22aN9by/bx1rJ9Neq4K1yemNSdGd9sd7miaGvyudc0l5aqmChK6GfYTaw6VaXOJdalfJd0Iwdz9jPVuIx0w0HCKKva0B4YHGKkNDSOsNhk1JHd9DPs5gYWQh4Up11I5ubLMWIhnDK23nMJFctoZDwyjAy1n//ccg7REREcKjLz0ZqD3DW2B3ExKUw5eoq01tEsaLG9UpBk/WESi389wpvvreGhsRlcMqAdP+7IZUBqHF0SbYmrj07szjMLtjNryR5OEcHV5Y8DkNQynHtGpzGtXwqhRkDDrbPX8sOOXBRWFt17Dou35pD/w6v8wfQRX4Q9CYvhBXtEodwQQU5oKnEtoogyaX7NOUaU0Yq2mmkbF0VEZAswmmid3JGipDTKOpxLr/JRPPfdTsCWR3THKJsYzDtVyt3ld9k+09W2AXzdD7u5YuEObh/ZhV5RJ5iweBwPhXzC19bB7NPJKBQGg2JI5wS37gOAXX+bwNKduYxIT8RkNHDAvlaKIxU5T0AV4eJIjYltK1+tFC7bYkdiPuy8W1yn0/nEPILpph9JLMvB9nzlAlXL9YA2Oo+TGEla9iIAT5TfQKkKqzy+WXdms6UzM3tPqnmyIAiBkfMiBBb7jxezcOthfndOJ6drbVz19ip+3nuM0FrES0Nwx6guTOmbQnqbFkzt347T5Ra+3JDDMwvO5NMZsbBzSg7sXYJx1w8c1nEc0XHs08kcssazdsCzREaEE7Hsb9xu+i83Hf07hECZNrIqeizDR46DhC6MfvNXCnUkq56+GBUaRbh9tBnyyGzaqmPMu2sURCYQ0SKZh9pm8fXmQ9w4rOoU61JC2aS7oJN6Q3gIyW3g/i69K49nJNlCaY9O7F7Fm3Jet9a8de1ARmXYBuTpZ7Wv8V08PL4bD43L4OwZ33O4wDbbZOVj51epYwReuLwffZ7+llCTiS5J8XRJimf06gvZW5DEgxN7kdY+mVlvvUYHdYTJj39JasiZqbSJJ0uIiQhxOi082v7vtcXl7M8v5onJmVUWa6uL01Ht+H3ZA7wd+hx3mT7n/nLvZsCEGA2c372NyzruzLivUsVihsObWWbpyR/NN3B133NgwV5evLwvAzrGYTIYquRAvW65gOmmH7nr4MNcFBrHI+U3sU6nu7xeDef2yQP8YLzD9qMdguLYDD44PIYudZteaXsjrSwgCAGLiBehBq98v5uP1+ynR9sYzu5S88n45722CV5lFmuNY94ytX8KM6f2rgwvGZWqXCQsPsrmLujusBrqJ7eczbEtizAufASUgaL4nhya8j9e/mEPT0zqTr/EaCba63b54VI+twzjg5vPYXtuCXfO28eQLp0YPtDmFR8zojVWrSEsGkcOk8BhnQBt+wK2geOOUV0rPQ71YVLvZFubSjEm0/WAXFHvqQszufWDdYytpX6EfRVZx5BIiQpnofUsbm5/NnSM5xlzPgCTQ6quAZIUU/eaMDGRITxzSZ866zmisQ3ei6wDOKJjGWtYYy/1DbWO6Xt+4I6StykwldNq12+w4wDkbodTtinei639ydLJRERE1gj/OLJXJ/NE+Q2MaZXPiJNfMC/sKTqVfIB2stOKqs2ao2fydAq6TmFv7wfgP7UnVjtDtIsQ7Ih4EWqQX2wLp3y6Zn8N8fLy4l0+ueawrq0INRm4d3Ra5RorNbD32KEmg22APmpL9uWeTUTHtqcf8O/ra7ryLRjZpdthietCafFJCjlS5Wn4D+O9m07q1EQ3Hon3/n2iT56cQ00Gvr57OB0TGnTdrzpx96MssgzgKtNibjR+g1IT6z7BG1ucGbPtS/jkWqaBrcf7aaFtKnGrdIhuA5kXsXDdWe5egQ8sY8hvncyRY/lMN/3I2yHPcWP5Q+7btPhpAAaUvMacMRdQfroc22RKQRDcRTZmFCopNVu4/+MN7M+3JSLOW5/D3+Zvqzw+++esypyH6jwwJh2jQ4hpbGYbJtu9C55Q69OqA33bxcLeJfDNQ7ZBqKXrdTcCDYNBebmicN3nZLZtWcu+Qv57Vq/4qC+YpwHQy+CQZ6+1PffIc2+M29/h1zZh8Uz4XVxd9ihbLvkRHjsIty6Dq+fC9Pc4d2BfDy8OM81XAHC+cT0RlNRatUrYaO27cHgz+3Qyx2jpvYgV14sQ5IjnRajkg5W/1ZhW/NayfTw+KROAJ7/cWuu5BoNiw5NjOFVqoaTcQqp9OupXm+qe/gxnBjjtYhCr6K+jrQXwxf22N5d9CAbPNbivcgZkTKmK4szgnUssyy09uMi4Av3GMCg+Bqfz2RFeynzLIO4ov7fe1zNU/2FLCqDoCIz5MwtW9mGv9RTlLTuCoWpuT0Vul7uTLxVwnJbcXXYHL4W+ygTDL2C5EHZ9C0VH4fRxuu7dyMehO3jeal+nRWtY/TYAt+uH7a24I9edXV/uNCG4Ec+LUMlfvtpWo8zoweZ4LcJDSIoJrxQuvuKioo+h4AAk94W00W6f5ziuyQpBDYcrD0j1r3mh9Sx2WNuhY9pD2hgYcivFOoxJxl9oSZGTM+rJCftuyzFnEqEbch+tr6xnA3C76b/wz0yYcyV8dS8s/jOxB5cx2LCdPxf/GWYNhRnt4fBmGHo32bRtMBsEz5k9e3asUmrA+vXrG24DsHpw+PBh4+DBg9MjIyP7XXvttR0cjy1btiwyPT09s0OHDj2vv/769larLdfwyJEjxqFDh6Z17Nix59ChQ9Nyc3Nr34TNA0aMGNE1Ly+vXm199dVXLUaNaoDkQBeIeBFc0tkuRBz3cnn96gF+sSWk9DhJHKNf2WowhsHNS/xihysCdRaIP+1yvPb7lrGMK3sG6+UfwZRXYMyfedp8LQCbwm9medg9DDNsrjmN3Vm7dVwLgK2f2/6NPzM7zNVX4ex7WvbwKBbcO7xaPVtFKwa+tAzFgBVapUGfK+G+bfDYIdZNW85Wa0dCdDnEdoB+V8GYP8PZd1a5nje/TaDeZ02FOXPmxPfv37/o/fff927jtAYmMjJS//nPfz741FNP1Uh+uv322zvOmjUrOysra8vevXvD586d2xLgT3/6U/LIkSMLs7Ozt4wcObLwySefTGoIW3788cfdrVq18s0iXA2IiBehBs9demZGSUX+xPnPLQGgT7sYn3ScdXpCtn3JOfMGszL8Ltqbf4MeF3ncg4ur3T/U9dv+ZO1Z+bqdyuOD0BncYvzKy6tV+40L7avgJp/JafH0/m0fH0k3h5lu1bmn/E7OK/sn3PA1XPwaxKRAaCSYwplUNoNbW7wCV86BCf+Ac+6BFmdmi0nKS+Nz8uRJw5o1a6LfeeedrM8//7xyMaBJkyZ1/vjjj2Mq3k+bNi313XffjS0sLDRMnDixc3p6euakSZM69+7du9vSpUtrZMV/+eWXLbp3756Znp6eeemll6aePn1aAaSkpPS677772mZmZnZPT0/PdObtadmypXXcuHFF4eHhVaZwZmdnhxQVFRlGjx59ymAwcNVVVx374osv4gAWLFgQe8sttxwDuOWWW4598803NRY2MpvN3HLLLe169uzZPT09PfPZZ59tBTbPyMCBAzPGjBnTpUuXLj2uvPLKDhaLTa+kpKT0OnTokKmgoMAwcuTIrhkZGZlpaWk93nrrrThXn3Pu3LktO3Xq1GPAgAEZc+fOrdyRtaCgwHDppZem9uzZs3v37t0zP/jgg1iANWvWhPfq1at7t27dMtPT0zM3b94cVt1+V0jOS5BjsWqmvbaCe85PqyxznDYbHmLTt0cKbDvv7suruvhbo/Hdn6q+H/WY83pCo+PSk1FbuYOCyNEJzLMMI5Yi3rWM45mQN7nH9BkvWS6uo3Vn7VYrOLYbOg6rcqAhRKwnLbgSS7bvIUilyBd3tOfotoadGtc6s5iLXnW5G+aHH34YO3LkyJO9e/cujY2NtSxfvjxy2LBhxZdddtnxjz/+OO6yyy47WVJSon766aeW7733XvYzzzzTOjY21rJz585tq1evDj/77LNr7ANRXFysbrnllk7ffvvtjt69e5defPHFqc8++2zik08+eRSgVatW5m3btv06c+bMxJkzZ7b5+OOP3doxODs7OyQ5Obm84n3Hjh3LDh06FAJw7NgxU8eOHcvt5eXHjx+vMZ6/8MILrWJiYixbtmz59fTp0+qss87qdsEFFxQAbN68OWr9+vVb0tPTy84999y02bNnx91www35FefOmzevZVJSUvmSJUt2269nrO1zPvjgg7l33nln6nfffbejR48epZMnT+5c0c5jjz2WPGrUqIJPP/00Ky8vzzhw4MDuF154YcHLL7+cePvttx+57bbbjpeUlCiz2bOdFMTzEuQUnC5nw/4T3DNnfWVZsYvVbwtKzF53tT3VXmIpdHrM5dPwwfWQv4/fetzO78oe5KbEjyAu1UsrfEugenf8ZZWmbk+HxsD95bfzu/KHWWrtw1ZrKkal6alqrszsMcd2Q0LV5d9c2eOLXChnbdb392jIvJ1g45NPPom/4oor8gGmTZt2vCJ0dMkll5xcsWJFy9OnT6u5c+fGDBo0qDA6OlqvWLEi+oorrjgOcNZZZ5Wkp6fXWNp548aN4e3atSvt3bt3KcD1119/bPny5ZW7z1555ZX5AIMGDSrev3+/2x4GZ9v3ePLbL1q0qOUnn3yS0K1bt8x+/fp1z8/PN23bti0coFevXqcyMzPLTCYT06dPP75s2bIqC13179//9LJly1redtttKQsWLIhOSEiw1PY5N2zYEN6uXbvSXr16lVZ4iCraWbJkScvnn38+uVu3bpnDhg3LKC0tVbt37w49++yzTz333HPJjz/+eNKuXbtCo6OjPfrrE89LEHOsqJTBf7etHlpQckb1touLIKNNC3YcKazR8Q6sZcn1ushUWXwV9gQAfym/mn9Zqq7zEVF8EA4dI+Xkdvqow0BX20yRnLUw3zaz6HCXS/jkxK6SAAAgAElEQVR+7WEGGb2zQfp731CnOPFQELxonsr5xvVcbVzEI+abPbpulfzyU3lQnGdbz6UOPL033FrJ141EZuXFtd29fsBTh4fEFxw+fNi4cuXKljt37oy48847sVgsSimlX3vttQORkZF6yJAhhfPmzWv58ccfx1UIFnf2/6urTnh4uAYwmUzabDa7/eulpqaWV3haALKzs0OTkpLKARISEszZ2dkhHTt2LM/Ozg6Jj4+v4brQWqvnnnvut2nTphU4ln/11Vctqt+f1d/37t27dN26dds+++yzmMcffzxl0aJFBVOnTj1Rm6213e9aa+bOnbu7T58+pY7l/fv3Lxk+fPipzz//PGbChAnps2bNyrrwwgudP906QTwvQcyc1fsxV9sz6KzUOLont+TzO4bStbVNiJeZz4Rh/3XdWV499XVXv1W+/mPIB5WvJxpW8lbI/zH+uzHwxrlcuvlmvgx7ktt+GQ0zO8D7F8HxvdBtMiXRHZw1HVA0xqDSHCZKufqaNmmbx/ly0xL7DCRP2nVo+Yh9an+bzKp1Gnngdx02ajw7BHj//ffjpk6deuzgwYObc3JyNh8+fHhTu3btyr799ttogMsvv/z4u+++22r16tUtpk6dWgAwdOjQojlz5sQBrF27Nnznzp0R1dvt27dvSU5OTuiWLVvCAGbPnp0wfPhwtwfi2ujYsWN5VFSUdfHixVFWq5UPP/wwYcqUKScAxo0bd+KNN95IAHjjjTcSxo8fX0NYjBkz5uRrr72WWFpaqgA2bdoUVlBQYABb2Gj79u2hFouFuXPnxle3NysrK6RFixbW22+//fi99957ZMOGDZG1fc6+ffuWHDhwIHTr1q1hYEuIrmhn1KhRBc8991ybillSP/30UwTAtm3bQrt37176xBNPHB07duyJDRs21PheXSGelyDG2WaHSTG2+ycy1ERCVCga2+J1AI9P7E5MpPt72jjSVtk2kv3FmsEgww7mhT7JFWVPMCv0pTOVLvk3323YS+9dr1AcnUmnviOh/VnQtj9ExKJ25Xp1bWcE26DhrzCDd54FxcPlN/FMyFt0U/v5RXf34sq6cnE6WldNUXAW2vPUO+TJR6qrbd8sVyg449NPP014+OGHDzmWTZkyJf/999+PHz9+fNHFF19ccOutt3YaPXr0iQpvyUMPPZQ7ffr01PT09MyePXsWZ2RknI6Li6sSW4+MjNSvv/561qWXXtrFYrHQp0+f4gcffNCjDislJaVXUVGRsby8XC1cuDD266+/3jlgwICSWbNmZd94442dSkpK1KhRowouvfTSkwBPP/30oYsvvrhLx44dW7Vt27bsiy++2FO9zfvuuy8vKysrrFevXt211io+Pr7866+/3gPQt2/fogceeKDd9u3bIwYPHlx4zTXXVBE/a9eujXj00UfbGQwGTCaTnjVrVnZtnzMiIkK//PLL2ZMnT+4aHx9vHjx4cNGvv/4aATBz5syDN998c4du3bplaq1Vu3btSn/44Yfd77//fvynn36aYDKZdGJiYvmMGTMOevJ9iXgJYqp7XaqjVNWOtz7jX4rKI1fH8Ifym/kh7AH6G3bzz5BZlce3ZdxJZs9pbD28k5u2ZHJ3ZlfuH5nh/QWd4Gh+U17nJdAGLld5PhV7G3nKEktfCIFuht/4xVJNvBQehoMbCLVE0F1ls123r9xbqOIeTeI45O2ANj0hunVVexvJE+LyOpX/enfBYBPfDcUvv/yyo3rZE088cbTidVhYmD5x4sQGx+ORkZHWefPm7YuMjNRbt24NGzt2bHpaWlqNufxTpkwpnDJlSo3FsnJycjZXvD733HOLndlQvZ4j5557bvGuXbtqrBCalJRk+fnnn50veW7HaDTyyiuv5AA51Y9FRERY58+fv7d6eYUd06ZNK5g2bVqNz1Pb57zkkksKLrnkkhp2RkdH6//85z81EpRnzJhxeMaMGYdd2e8KES9BjLUO8QI4jVF402+2VcfI0Qns08lMLX2KeWFPMcn4CwDTSv/E1d2mk1lHG4GaDCt4Tl2D71FiydfRZCgne/588zBs+5IE4JswuL3sbr62DrG1a69ykfEn24vznqi8WKVgaIDbyBNPVl1iSZJvA5vCwkLD8OHDM8rLy5XWmueffz67wisj+A8RL0GMxVkme5XXCtcL9rtPispju7atcrpOp3Nx6dO8FvoC66xpbNGOC4j5sCN3aNpn2wME6DgUoGa5QLFXJ9NZHap5KHcntGzH8fOfJf7zK5hkXFkpXpKKd/KU6SOuN31rq9u15grMLj1FjTTbqP40vV+0qRIXF2fdsmXLr3XXbDpMnjy5cPLkyfXOyfEnIl6CGGeel+olDSNdNG3VMb639qssWa/TGFL6agO07aVF8tzUYPhKsB3XLRhjXEdU+WlOYc/l27kQcn+FIXdQlnoehTqCTuoI5xg281zI6yTtyD/Tq3WbDMaaOVrO7PXFZ3C3ySCTIVar1aoMBoP8BQousVqtCrDWdlxmGwUxznJerA6jevWcF8dyT4inkAhVxkGdUGsdd8REoHo1HJHQVk2ci4W6v6dEdRKACfbwIgCLnrL923s6SsH/LGeTacjmw9AZJKl89kX3Z4O1M6us3eDsO5zb4+kHqGcbvsixaQp/C7WwJTc3N8Y+MAmCU6xWq8rNzY0BttRWRzwvQYyz2UY4SdCtr5eiYqZRjm5Vv4bqSTALC38Odt7eP/eW386SsAcIr9jnqKQAjm6zrdvSti8UlDDDfCXzrYNpr3KZalzG0k5P8cpq2/TqrI5DnbbbIN+FB224+vxKKa/saaqeQ7PZ/PvDhw+/ffjw4Z7Iw7NQO1Zgi9ls/n1tFUS8BDFWJz1g9TLHd94mFqYo22KLrsSLW4t+eXX1xqUJPxEHHNm6DaXaxMXG5XxlGQLvTbYdGHJbZZ1CIvnJ2guAOZbzuD6kFXi4Ngz4Rgw0l3u6IRkwYMBR4EJ/2yE0fUS8BDF1ho0aqGtN8cDz0jA5Ns4RYeEfvP3eNQY26K4MNmxnTdhtcMgKpggYcIOt3Qa00VMa0ovnTVtyLwvBjrjtghiLxUnCrq7+Xtd7Sde2Ko9iHcYJouuu3MQJ1DHFnyGz+ng1biq7nx3WdpiUFZQB7tngcuQOrBySuhv1Wtg10bCRIDQU4nkJYpxNlbY6yXmpfO/lddqqY/Zk3bqnqLocZANVGQQ5vvQCFBDNpLK/00Ed5fsHz4MWSS7rN9ag3lCfWeFdzosgBDvieQliso+dqlGWX1x14ciGWuPF38m60DjaRxYcq0l9vxIzJvbqtjV2h24OBJanSBCaDiJegpjVWfk1ytZmVy2r/5Ospp3KJcfFNGlwN7lRemxv8eVgV5dg85k3pJHWa3Hz0jXruJwiXT9DJWwkBDsiXoRaqehg65NE20EdJUEVsk2nuqzXGJ1xY3hFRF41bRpLE2j7DS/3iyB4h4gXwSVVp0p7fn7F8u7bre0bxiChydEcQxwN9pmUd201x+9UEDxBxEuQUmq21FmnIfrHTnbxkqWT692WdNiBSV0/i6+8as7CiPUNLTbkLeZWaMnLK0rYSAh2ZLZRkJLxxAL3KmrtXUdptUDeTkYZNnBEx5JHSy8aaVgaJ2G3ES4i1Erj5bzUb1dpxxCm5HIJguf4TbwopdoDs4EkbEsBv6m1flEpFQ98DKQCWcB0rXW+sv21vwhMBIqB67XW6/xhe7CgVLWwkTsnrXkHNs+Fg+ugvJhzjfCJeUSdZ8tqpM2XYBd0rrcH8K7NYP9OBcGfnhcz8IDWep1SqgWwVin1HXA9sFhrPVMp9QjwCPAHYAKQZv9/MPCa/V/BR3jcP546Bl/dCwldof+1kNyX0R8XsEe3rfPUxknYbYxrBOao4tvZRq6PN8cQh1ti20Ulx4TdYNrbSBAaCr+JF631IeCQ/XWhUupXIAWYAoy0V3sPWIJNvEwBZmvbX/1KpVSsUirZ3o7gIzxaYHf3d7Z/x/0d0sfZiubM94ldguA0HFPPNt291z0RHL6cMi0IwUpAJOwqpVKBfsAqoE2FILH/29peLQXY73DaAXtZ9bZuVkqtUUqtyc3N9aXZzZ7qHWudHe2ipyCuE3QeVe9ry4Nl86EpjM++NNGZl6RKzksT+H4EIdDwu3hRSkUDnwH3aq0LXFV1UlajW9Bav6m1Hqi1HpiYmNhQZgYt7q7xElmWB4WHoN/VYAr1sVXeEcyJkb787HW13RRCHJ6b6Ma+RW62Ut/kX0EIRvwqXpRSIdiEy4da63n24iNKqWT78WTgqL38AOC4WEg74GBj2RqMVPST2o3Rp3XBNtuLjkO9u1YD7aMkBA/O7pH6Du6+uO9ch408a6spCEFBaAz8Jl7ss4f+Bfyqtf6nw6H/AtfZX18HfOlQfq2yMQQ4KfkuDcPMqb1qPebYWTrraE2YOUttZ1D262AMhcRuXtnQKJ1yECsifybsBru3wOVsI9mYURC8wp+zjc4BrgE2K6U22MseA2YCnyilbgR+Ay61H/sa2zTp3dimSt/QuOYGH0q56ng1A9UO5ob92fa2CLjqM4iMbyTrhKZCU/IWNKSpvhAlInQEwYY/Zxstp/Zn4fOd1NfAHT41Kkhx7BDDTI7OuIq9jWpyo/Eb/hjyQeX7pV0f4ty00b4xUBDcxNvZO77UBC5NUp5duykJQUHwJX5P2BUCm9oWqRtjXFv5emDJa2xOubzRbPKWYH5q9WnYyE/X9lSoJMdEABBqNPrCnFrxxSJ1ghDsyPYAQq246ljbKds09BvLHiCPmAa/tjxgNh8CxVvw8hX9+HFnLh0SIhvleq5mETkeaag1YwQhmBDPi+ASZzONwk/l0E7l8Uz5dBZbBzS+TV5KG+n3mz+ufuO4qFAu6ldjaSig8cWyt9cLFCEoCP5GxItQ6xPimanSVcsTD3wLwDqd7kObhIbEp2vc+Gm2kdNmA+jG8Xa/rlbRgblOkiAEEiJegpwPbhzsvifD3hvHHf2FLGsbVlozfWiZCzMCaYTyA/Lw3fD4645y9luueWJMrfUlbCQINkS8BDlJMWG1HnM6VdpqITZ3NT/7SbjUB9lHRggUvL0TJWwkCDZEvAQhjnksSikXYaOKqdIOPWbudkLKC1hl7e5bG33aetPGm4HPt7ONAkcUBpItgiD4DhEvQYjj05uhjlHNUbgogCO2bQC26Y4+sMw9JGFXgOAMoQTjZxYEZ4h4CUKsDurF4Om+K0c2YzWEsE8nN7xhguAnmoookLCRINiQdV6CkKoLzymXngytq51wYA2Fsd0pL/bfrSOhAc/x2wqyTYQHxmRgtmguHdCuwdpsDt+LIAQq4nkJQlxttlhF2Kiq7w26HHLWcTKhny/NqxOvw0YymDQrnIlYb3/juKhQZk7rTXhI46y+O7GXzXMZavSsC5Z7WBBsiOclCHEc/A2GuhN2K4gr3Anm05xo5TvxIp1z00N+Ms/528U9eXh8RqOJJUFobojnJQip4nnBSVJulbpnjrbK3whAgQ/Fi8T0fYOIwsbHVXjTZDSQEF37MgWCILhGxEsQ4igQrNXUQpV31frexBMboWUKpZFNM1lXcmWaP/ILC0JwIOIlCHH0tFitrgd1RzHT6sRGaHeWDy1zDxEhgYXfFv+T20AQghYRL0GIo7PFonWtCbBx5bm0sR5Ba2hJEdGnD0JK/0aysnYkYdcbGvfDD+vaCoBRGa0bNRQYSL9xINkiCM0NSdgNQhxDRREuEgZvOvhHOpbu4LB5HKnqiK0woassfyvUSZ/2sWTNnATA/uPFjXZd8coJQnAg4iUIeW9FVuXrpJjwWjv8jqU7AGix4h+kKruTLr4zHPO1hUJToi654LNdpZ20661XThCEpoWEjYKQXUeLAOiYEAnU0uGXnKx8GbHlA7oYcmxv4lJ9apu42n2DP7/XYJ1BJveyIPgOES9BSHGZBXAdMuL4PgC+MZ2HobSAy40/cCo8GUIifGqbOwOdhAaE2gikeyNYRZsgNAYiXoKQMrMVgDCTi58/3yZe/mcahzUkijbqBCdapjeGeXUiCbuBRV3fq3zvgiA0NCJegoyVe4/x485c2xtXo4rd87LX0IHS1PMAONEiMMRLYxIbGeJvExoEf+oHX3kg/PmZ/CXIpg9sD0CH+Ej/GCAIAYIk7AYRWmsuf3NljfIqrvaKgSZ/H4XGWE6rCE53nUTErv8FnXjZ8vQ4jM3MbbD0oVGUmi3+NqPJ46+Q0BWDOnDFoA7+ubggBBAiXoKItdn5Vd5XDMtOwzDH93EspC1aQ0nXSTxRfgN9kkb53EZfagVP8yGiw5rfn0eHhIZ/Yq/re21M/dfMtKYgCLUgYaMgorpEcfrwWNH552eRF5piEzbGED6wjMFqtO3FIomITQ+/rYKL+/eL49ow7uDsM8m9KQjBgYiXIOFIQQmXvv5zlTKL1Za4WyNsZC6Fkwc4Ftq2sqg5IE/lPqKBvlf5eQRBcBcRL0HC4L8vrlH26ITugJOw0YnfAG3zvFTZgdo2vPhSBMiTc/MjWMNGgWSLIDQ3RLwEMefY95+pgX2m0bHQFKeHPREYgdaBD09LZHhaKx6b2M3fpjQqTWG2UUPcK4EkfgPJFkFobvhVvCil/q2UOqqU2uJQFq+U+k4ptcv+b5y9XCmlXlJK7VZKbVJK+X+HwGZCjYTL43sByAu1JezqevTCno5Hrgaw+uZtKCAi1Mj7Nw6mc2J0vdoSztBQAtXje6VhLisIQhPE356Xd4Hx1coeARZrrdOAxfb3ABOANPv/NwOvNZKNzZ4aYaP8fRASxSljfNVy+2jhL29KfUSU4D8kbCQIQkPjV/GitV4KHK9WPAV4z/76PeAih/LZ2sZKIFYpldw4ljY/DK461uP7IL5Trb2vZ2GjwOnBA8mWxkb2Nmp8gvVzC0Jj4G/PizPaaK0PAdj/bW0vTwH2O9Q7YC8TvMDlQJ6/D+JSUar+3o7glQvBg79+Y6e7SotgEISgIBDFS2046yNrdFVKqZuVUmuUUmtyc3MbwaymSW0DjsIK+dkQ3+nMInbVvmVPnuKD2Nkh2HH3HmhKnjF3TG1CH0cQmhyBKF6OVISD7P8etZcfANo71GsHHKx+stb6Ta31QK31wMTERJ8b21SprWNtw3GwlEJcJ6CqOqxNzLi8TgM+lzdEwm6wEki7LfuSxhIM7vwNiBdIEHxHIIqX/wLX2V9fB3zpUH6tfdbREOBkRXhJ8JzaBrMO6ojtRXynhhkIGnAwkYTdwCSQPCZyiwhCcODXzVuUUh8BI4FWSqkDwJ+AmcAnSqkbgd+AS+3VvwYmAruBYuCGRje4OVHLeNMBu3iJ6wQUOB0MPAobeWhWTIRtF+eW4Q2/m3MAjbGCEzwVp/70JknYSBD8i1/Fi9b6iloOne+krgbu8K1FwYPjbCPHQaCDOgIGE8S0R7GtyjTqiidsXy5Sd9XgDhgMiivOal93ZcFtgmUglbCRIAQHzW/bXMEtHAWLo0Bpr45ATHswmvwy4JmMBq4Z0rHxLyx4TSDpIhEMghAciHhp5vzzu528tHhXjfLa1nnpwBHbGi92bCvsVq3jWdgogBJ2g8X9ECT48+eUsJEg+Be3xYtSahiQprV+RymVCERrrff5zjShPnyyej/fbjvMol+POj3uOJBXDRsdhfjz7XWqnWP/1197G0nCbmASSIO0hI0EIThwS7wopf4EDAQygHeAEOAD4BzfmSbUh4c/2+TyuGMfXxE2askpYtQpiO3ocKx+BNC4JgiCIDQT3J0qfTFwIXAKQGt9EGjhK6ME3+NMlKSoPNuL2IpkWXuCbj0kTEOGaiTsI9RFY3k7JGwkCP7FXfFSZp/towGUUlG+M0nwF5XiJaZDZZnjYOBNZyz9d/MnEBfAG57Wyqftaw3LHh5FRpvan+HcFVKxkaEAjEhvXUdNQRAqcDfn5ROl1BvYNkO8Cfgd8JbvzBK85YVFOxnUKb7uik6o7nmxiZV6PsoG3rjWZIkOs/25JrYI87MlgYtSkDVzkk/aXvrQKM599ofK9+3jI4kOr/+ch1bRYfz86HkkRsvvKgju4tZfntb6/5RSY4ACbHkvT2qtv/OpZYJXvLCo5swiZzhLfk1ReZToEMKjbNsqeJOgW52G1C7BnrB7TtcEnrmkNxf0butvUwIWX94iHRIiK183dNgoOSbCC4sEIXipU7wopYzAQq31aEAESzPBec5LLgdpRWeHXre+YSOh4VBKMX1g4C3e56/7Qu5HQQhe6sx50VpbgGKlVEwj2CM0Es6eUFNUHgf1mVyBhhgcXryiX/0bsSMJu0JdyC0iCMGBuwHbEmCzUuo77DOOALTWd/vEKsEvdFRH+VafVaWsvl74URmShCg0HkEeWRSEoMFd8TLf/r/QTKg+/bmzOkicKmKf9Uw+haqcKi0IgUcgzHLyvwWCEJy4m7D7nlIqFEi3F+3QWpf7zizB11R/Qk1XBwD42dqjWj2HjRn93FUHe8Juc8fVr7vs4VFutdHYYSO5IwXBP7i7wu5I4D0gC9vDRnul1HVa66W+M03wJY6drkLRUR0B4DfanClX0jm7yyMTurFsV66/zQhIGkJzto+PrLtSI+JrHa0UDOwY59uLCEITxt2w0XPAWK31DgClVDrwETDAV4YJjYdG01EdJk+3pAiH6aAVxwPE4xHICbu3jujCrSO6+NsMv9BQP0vg/rq14yub983wzVo1gtBccHeF3ZAK4QKgtd6JbX8joalSTY9kGA7wm66ZXCtTpYX64u5946lEDoRdpQND1gtC8OGueFmjlPqXUmqk/f+3gLW+NEzwLY4Ju0ZzMf3UbnZbU6rUCWRPhxA41JULFSCOuwZFdpUWBP/irni5DdgK3A3cA2wDbvWVUYLvcexY2x5dikFpVlh71Ohwta7PtoxVueGc1HqdHyjhKyFwkVtEEIIDd8WLCXhRaz1Va30x8BJg9J1ZQmPS4lQ2AN9b+9Y41pBjwZ8u6FF3JcEn+HNQ95UDz59+QdlVWhD8i7viZTHguPlGBLCo4c0RGgvHsSy6eD+HdRwFRFfpcAOt85UwVmBS18/SmMKpsW4RCRsJgn9xV7yEa62LKt7YXwfW3EXBIxxDMFHF+8nWbezl1StKJ9wcaMq6zxPbfX2v/vWinr69gCAIbuGueDmllOpf8UYpNRA47RuTBG/xJCfEsWaLU/vJtrapUad6IqZ4PpouzTFs5E8kbCQI/sXddV7uBT5VSh3ENu61BS7zmVWCV3g1QJUVE1GaW+l5qdFm/UwSggB/jdHOxHQgCQbxWAqC73DpeVFKnaWUStJarwa6AR8DZmABsK8R7BM8wJO+srJjzc8CcLrGSyANBEL9aMq/ZRM2XRAEH1FX2OgNoMz++mzgMeBVIB9404d2CV7g1VTifJsGrdXzojX19b88NC6Dz24bWq82BKGp0ZQFoyAEOnWJF6PW+rj99WXAm1rrz7TWfwS6+tY0wVO8khiuPC/V2vS2L75jVFcGyD4tzZb65kK9eLltir7Vwxs40LWBhI0EwXfUKV6UUhV5MecD3zscczdfRmgkvOos87MoM7XgBNE1DsmTo9AYdEyIsr2o5QaWRHFBEKpTlwD5CPhRKZWHbXbRMgClVFfgpI9tEzzEq7Vwj+/jVGQ7KHI+QGiZKi34GIP91vPU8+KMQLpXRXMJgu9wKV601n9TSi0GkoFv9ZmkCgNwl6+NEzzDW89LUWSq00PVn3ilMxacUd/bomJKvrU2z0s92xcEoflR5zovWuuVWuvPtdanHMp2aq3X+dY05yilxiuldiildiulHvGHDYGKx+LFaoET2RRFtjvTRvU2ZbK04GMqd2j2NOfFiaoRgS0IwYG7i9QFBEopI7bZThOATOAKpVSmf60KHDwWGoWHwFJmCxs5oWIcEPkiuKK+gkFVho3qf6cFUthIEATf0aTECzAI2K213qu1LgPmAFP8bFPA4HHHbZ9pVBTVvrKo+jjk2Gb1FXcdMXg5grUIt0Uuk2Mi6qgpNFfqunfEmyIIQnWa2oyhFGC/w/sDwGA/2RJwePzQedy2xostbHSiZhuq7jbDQwxcNrA91w9N9fTqANxybmfO7tJKplIHMRXixVPPS6CvsCsIgu9oap4XZ11T1fFWqZuVUmuUUmtyc3MbyazAwONF6vKzQBkpDk9yerjC0+Kq2ahQE09P6UlEqNGza1dcQym3hUtKnM07M7q78wX1auPu87oSamxqt3rTob5TmRtytpGvaQImCkJQ0NQ8LweA9g7v2wEHHStord/EvvrvwIEDg6qv8fjD5u+D2PZoQ4hbjfr7qTYlNoKNT46lZYRnt+39YzO4f2yGj6wS6ouqw/PiKlwpCEJw0tQeR1cDaUqpTkqpUOBy4L9+tilg8Djn5dgeiOtU6+FA3Dk3JjJEFi1rZhi8nG3kD+TOE4TAoEmJF621GbgTWAj8Cnyitd7qX6sCB0/CRgor5O2CxG6u27T/V/s13b6kIDilLs+LIAhCdZpa2Ait9dfA1/62IxDxpO9vyzEoPwWJ6bXGmxTVZxsJQsNTp+fFgxvPX/rnn9P7+OfCghCkNCnPS7BxoriMv83fRrnF6lZ9T/rtrgZ7qpALz0tjhI3MFnnaDna8nW0USHSIj/S3CYIQVIh4CWCe/HIrby3bx4Ith92q70nYqKvKsb1o5TqRta4W6zvemK3uCTOh+dMQ2sXX6VAez+gTBMEniHgJULTW/HejzTvi7hOpR54XlQORCRCVUGsdd6ZK1xdzU5gfK/gUg6HiPqv/3ka+1hbFZRYAorxcGkAQhIZBxEuA4tgJP/TpJvo8/a1H59RFV0NOncm6tjbPNOqLp1qzmyExoflSkfNiaQJejaJSMwDRYS6WFxAEweeIeAlQHLvxMouVk6fL3TjH3c5fk6ZyoFW6y1qNMSO5XHJegp4zOS/1b8vX92xMhE20tI+X7SwEwZ+IeAkwTpWaKSwpd7e1+Y0AABq3SURBVDu2vvXgSVbszgPc97y05Rix6hQk9ayzrvagXW+wSNgoaJjcO9lpeV27SrsjSMb18GzVZW+5fmgqr1zZj4v7pTTK9QRBcE6Tmyrd3On/l+8oNVvZ9bcJbtWf9NJyALJmTnJbZHQ3ZNteJPWucaxKmIjqA0rDP9ZKwm7z4OHxGYxIT3RZJ6SWLRoqPC+157zUfd/1aBvDwq1H6qxXX0xGA5N7t/X5dQRBcI14XgKMUrNtMHfWj6/ce4xJLy2j1Gxxeq67YaNMlY1VK2id6bpiI8SNJGzUPLh9ZFd6tI3x6tyKncVvH9W1IU0SBKEZI+IlQHEmRJ74YgtbDxaQfazY6TnurpmSachmn06CsOgax5wtve9+Lo1nRIUauX+M67wboekztkcSw9Na1fpbh5mMZM2cxI3Dat+qItBx9hfSqVUUmckt+fOUHo1ujyA0dyRsFKA487wY7cKitjwRd/JHjFgYaNjBKmt3uji9btWwkSMN7Yh567qBtI2VxMfmTnSYifdvHOz1+U11K6swk5Gv7xnubzMEoVki4qUJUbEeRm0ixZ38kVGGDSSqAr6zDGCym9dtAjNYhVro0y6WA/mniQiQdUlevLxvZZioOdFE9ZUgNFmaXy/STJi/6VCNsop8x9oWrXNnwbdJxpXk6ZbMtw7hxTrq+vyJV0SRz/m/S/tw87mdaRUd5m9TAJjSt3nO0pFbWRAaF8l5CVAe+HRjjbKKsFFtIsWdnJf+aherrRmYPdCtFVrJmZZpyvvRBAMRoUb6tI/1txn1IpBW2BUEITAQ8dKEqGsZ9bo8L4nk09FwlA1W92Z1VG4P4OK5smJ2lFeIr11oJsitLAiNi4iXRsZi1WzJOenVuWcSdp0fv+jVn1yef4vpKwDWWN2b4eNO2Kik3Pm07dp4/eoBZ97IU7LgBgYP4pdNNblXEATPEPHSyLy0eBeTX17ulYCp8LxMf+Nnr649yrABgLXa9U7S1anu6BnQMa5yPxpPF8gd3zOJIZ3jPTtJCGoq7ntBEIQKRLw0MpsOnADgSEEJAKv2HuOaf61yb5pzPR4rkzhGF8Mhni6/xu1zKq5WYVnFGjBxUaHsnTEJsE2D9RoZkwQ3EO0iCEJ1ZLZRI1MhBCq0yl0fredoYSl5RaW0aRnu8tz6uMQHGHYBsM6a5vG5teXYvHJlP3p6uaqqILiLJ2EjQRCCA/G8+ImbZq/hs7UHzng13DhnxZ5jXl/vXMMmTupItmjXq5iGmc6sB1K5YV4tdSf3bktqqyivbRIEV/z3znMA56s+C4IQ3Ih4aWQcnRhvLdvbYFM7rS7CTqGUM9q4lqXW3lhwvVjZF3ecU/laVW6YZ39ffzMFwW0q1qaRsJEgCNUR8dLIOEqMMou1MiTj6dNlzonTVd5balFB53RNYKxhDQmqkLmWEXW2m5HUwkmpTAsS/IeEjQRBqI6Il0amSv6IdkyG9aydc2Z+X+V9bQm/L17ej/HGXziiY1mue3l2ETuy8JfgDyoWQAxkz0u7ONveXJGhkj4oCI2J/MX5kVKzleOnyoD6C4TaxEurshwmG1cxxzwSlNGrC3krsAShPlTcqp5MlW5sof33i3sxvkcSmW1bNu6FBSHIEc9LI+PYuTqGflytYusOtYWNWPgEAB9aRlfJWXFnrxsRK4I/qRDkgRw2igozMaFXsr/NEISgQ8SLEyxmM79l7eGzFds4Z+b3nCo1N1jby3fnOS335olx4dbDla8tTvY16qwOwo75fBV/HZt150oxMn1gO76+Z1iN+tMHtmsw29xCwlGCC7wJGwWwzhEEoQER8eKEE7kH6fBuf9bPf5OcE6fZcaTQ59f0ZoPDxz/fXPm631++q3H8BuMCUEaWtZwMnNmrqH+HOFq3cL2mjGN9a2VSsccmCoLXVPxFBLLnRRAE/yDixQkh0baF1wYbfgXA5EXG4Okyz/b88c67UbtdEw0ruca0CNLHcdKYUFd15637esyQMUlwQcX0f3fuw+FprQAYkZ7oS5MEQQgQRLw4ITTMtvDaBcaVgHb7yW/Kqz/xpy+38M3mQ3R/cgFbD1bdv2hvblGt53rjeXFFxT5GXPx6ZVldn6I2E2S2keAPKnLQ3fn769chjqyZkxiYKvtmCUIwILONnBDqsMrsYLUdo+Fct87buP8EG/efoNjuddmaU0AP+/L5y3blcs2/fqn13IYUCP8OeYbzjBtYaBnIuPAzy/fXNgZM6ZvC2ux8/jC+W5XyM3sb2Z+AxVUiNCJncl7kvhMEoSp+8bwopS5VSm1VSlmVUgOrHXtUKbVbKbVDKTXOoXy8vWy3UuoRX9pnMChuLbsXgI/D/oKhzLOcl2W7bEm5jn3ur4cKXJ7jjXhx1qffYvwf5xltXpfo8x90q53wECPPXNKHhNpmIInnRfADleIlkBd6EQTBL/grbLQFmAosdSxUSmUClwM9gPHALKWUUSllBF4FJgCZwBX2uj5jgXUQO6y22TeR2d+7rHu0oIQLXl5e+f6wfcdoxydGcx27RnsTNsotLK3yPowyHjB9wgZrFwaXvEJCt3OqHK+wx90ryQOv4E8qPH2Roa63tBAEIfjwS9hIa/0rOF0SfwowR2tdCuxTSu0GBtmP7dZa77WfN8ded5sv7ZxQNpMNYTcRtX8JcA0Wq2b57jw27T/B4YISJvZK5pyurbhnzgY255yscb7jx8u3L0ZXG/VxbhiwkqYOcJfpc0KVhX+UX84Rasb+vdUiDe146Z7ckpV7jxMfFdrALQvNie7JLbjn/DQuH9Te36YIghBgBFrOSwqw0uH9AXsZwP5q5YOdNaCUuhm4GaBDhw71MsaKgR+s/Zi4fwlYrTz37U5mLdlTefzDVb8RGxnCieJyp+dvzjnJnF/280vW8bqv5VXSi2aqYRn/DD2TlLuj14P8vLpHtVre7Z9Ufap0Q6W8PDqhO5N7t6VbkqxKKtTksYndSIgKQynFfWPS66x//dBU3xslCEJA4TPxopRaBCQ5OfS41vrL2k5zUqZxHt5yOtprrd8E3gT4//buPEqq8szj+Pfp6pVma5pFZLMFAiI7fRQzxLizaBQXFHGimWSGcTQTk5xEZJzMaDw6Mc4kmWgyxkzcJkaiJ9GQqINocIuiBiUqKgiII1HbBDXiBnT3M3/ct5rq7uqiiu6qW4W/zzn31O237r311K0+3U+9a2Nj415XGnxiSG82NL3HqpapnPTRo6z//Up++EDnyeq6SlwAbvjdlqxfz7NMXhK0UMtHnJFYxcUVP2srv3TXZ3m4dRLfm7kQnnwk7bnVFQne29Gc9dDvfDUbVZaXMWNUXX4uLiVv8eGjsz52y7eOz2MkIlKs8pa8uPsxe3HaViC1jng48FrY76o8L6aO6M+Gpve4v3U6O2sG0es351PPN9lGv7THD7c/MdKaeN+rWe8j+IhK0uVileyiwV5nvbevFXKHax/c1K6sgmauqriWp1vHsrzlMD5XvoILyu9od8yPm+fR+4gLuOG+bQA0DKzt9JrJvOjC2eN45a33mT9tWKdjMtFQaRERKSbF1my0HPiZmX0H2B8YCzxBlAWMNbMG4I9EnXoX5TOQb540kVH1tVy1Yj2bDv03Dnrgb1lT/Q/c3nw4VzQvotY+4uT+L3PBmCbY8gjl27e2O3+Hl/NE63iubj6Zv1DLaHuNUxMPM6vsWaqsmVdbB/Fw6yTe8AGs9dF8/77B/PrZN9td44zEKuYnHmV+4lEurbgJgM2t+7GdXrzkw1m+/1d56JUPWFI+CIiSl9qqzh9pMvfoW1PO12eP7/T8nrz4RjRSaldza87nioiI9LRYkhczOxm4GhgE3GVma919truvM7PbiDriNgPnu3tLOOeLwAogAVzv7uvyGWN1RYJDG6JOr3e+fzCbWg7lhMTjLCh/iAXlYZDUh8CmejhgFje+Np8Vb/Zjf7Yx2N5hkL3DgsSD3FZ1Wds13/FaHmidysSylxlib3Fq4iGqLGqKemfDNQxPfIYbW47j2LI1TCnbzBfK7+H51lH80QcyvWwDX9l1Hg+1Tmm73rG1fYAP2LmHpKK7rT9X3P0iAOvf2M5xB6drCRQRESmcuEYb3QHc0cVzlwOXpym/G7g7z6G1U1kedbV5eOM2frTrAq5sbuKosrUMtL/Q5HUsPmsRI8c3QlkZ9//kcR57o/2ii1c3z2dm2QtUs5OtPoinfCwtJId9On34kDmJJ6hjO4eUvciSimUsqVjWdv7LrUO4cNff8ZwfmDa+ZFKysyXzUgTJviu5Nv90HN69f/+a3C4gIiKSB8XWbFRU9usXLV74fJhg7lUfwk0tbfPmsXjIRCjreqqct+nLPa1pB0UBxnZ6cXvLEQBc1/IZjmx5mkWJ37K69SBubzmcd+mdVXw7dmWueRm3X19WrGticN8uJqHrwlOvvN22P6RvFadMz62vjIiISD4oecmgrlfmeUjKE7sbZHIdhpzOqtZprGqdltWx/75gCu99FI102tmSOXn50lFjmDVmIDNG5bbuyzsf7h5J9Z8Lp/XIexQREekuLcyYQUUi8+1JnUH3G8cflO9w2hlV36ttDaY99XkpT5RxSEPuC9a9v2P30PBkE5qIiEjc9B+pG1IrIsYO6cOlJx7c9cE9rLzM2hKKXS3t+6acOGV/AGoru1exNm/S0HavJyIiUgyUvOylEyYPZVCHhQxH1vfK62t+YVZD2/6wuhpOmDyUBTOGs2TuuHbHXXnqZJYtnsmIAd2L57wjRnPgoGjeGK3sKyIixULJy166ZtH0TqvdtrTkdza3sw7dPbHd4D7VVFckuGrBFAb3qW53XE1lgpkH1nf79cyMqnItiiciIsVFycsefOmoMZ3Krjh5Utpjm1vT9z256rTJXZ6Ti0SMTTeqeBERkWKh5GUPvnrcOH530VHtyhYdmn7Bxz7VFZ3KLj95IgsaR3R5TjqfnTkqbXmmppsHv34Ejy09qsvn99asMVENTn1tbsOsRURE8kXJSxayrfD45Oh6fnjW9HZlc1JmpD3viOwWnLts/sT0cWQIZFR9LUP79fwkckvmjOfhC49sm1NGREQkbkpespBtZ1UzY96koXz7tMkMr6th/37V9K3ZXRtz4Zzx/PK8T3Y67/rPNXZ5zb7Vu0cMJWJouylPlHW746+IiEhP0iR1Wcg1Zzi9cQSnN45I+1y6S3XscJtqeF2vthl+KxLqeCIiIqKalyxYt5c2TLlWmkwodYj13InpFz6cNrI/9b2r6F1VTuUeJs8TERHZl6nmJQs9Ocgn3aX6Vlew5VvH81LTdhoG1qY977QZwwFY841jei4YERGREqSv8FnoyQnaMl1q7JA+lIdalQlD+6aNoao8oblXRETkY03JSxZ6NHnJsgnqN/84i81XzEuJocdCEBERKWlqNsqC9WCKl20elBwWvb5pe3ReD/a7ERERKWWqeclCnGlDS2u05MCO5pYYoxARESkeSl6yUKg+L5kkyvRRiYiIgJqNstKTyUvq+kSXzZ/IrDEDe+zaIiIiHwf6Op+FnpzYtq5XZdv+gF6VXQ6NFhERkfSUvGShJ5OX+trdyYvjPXdhERGRjwklL1noyZE+5YmytsUaXbmLiIhIzpS8ZKGyvIylc8f32PWOHD8IgDGDe+/x2FOmD+ux1xUREdkXqMNulv7+06M5+7AD2NnS2u1rnd44gmMn7MeAlCakriTXMYphQWkREZGipOQlBzWVCWro/tT8ZpZV4iIiIiKdqdmoRKh/jIiISETJi4iIiJQUJS9FTn1dRERE2osleTGzq8zsRTN7xszuMLP+Kc8tNbONZrbezGanlM8JZRvN7KI44hYREZH4xVXzshKY6O6TgQ3AUgAzmwAsBA4G5gA/NLOEmSWAHwBzgQnAmeHYfZ76uoiIiLQXS/Li7ve6e3P4cTUwPOyfBCxz9x3u/jKwETgkbBvdfbO77wSWhWM/NtR8JCIiEimGPi+fB+4J+8OAV1Oe2xrKuioXERGRj5m8zfNiZvcB+6V56mJ3/1U45mKgGbgleVqa4530SVbaBhUzWwwsBhg5cmSOUYuIiEixy1vy4u7HZHrezM4BTgCOdm/r2bEVGJFy2HDgtbDfVXnH170OuA6gsbFRPUZERET2MXGNNpoDLAFOdPcPUp5aDiw0syozawDGAk8ATwJjzazBzCqJOvUuL3TcIiIiEr+4lge4BqgCVlrUE3W1u5/r7uvM7DbgeaLmpPPdvQXAzL4IrAASwPXuvi6e0EVERCROsSQv7j4mw3OXA5enKb8buDufcRWjyvKocixRpuFGIiIioIUZi97XZo+jpjLB/KkaXCUiIgJKXope3+oKls49KO4wREREikYxzPMiIiIikjUlLyIiIlJSlLyIiIhISVHyIiIiIiVFyYuIiIiUFCUvIiIiUlKUvIiIiEhJUfIiIiIiJcV2L+i87zGzPwGv7OXpA4E/92A4+VQqsZZKnFA6sZZKnFA6sSpOGOXug/J0bZFu26eTl+4ws9+7e2PccWSjVGItlTihdGItlTihdGJVnCLFT81GIiIiUlKUvIiIiEhJUfLSteviDiAHpRJrqcQJpRNrqcQJpROr4hQpcurzIiIiIiVFNS8iIiJSUpS8pGFmc8xsvZltNLOLYo5lhJmtMrMXzGydmV0Qyi8xsz+a2dqwzUs5Z2mIfb2ZzS5wvFvM7NkQ0+9D2QAzW2lmL4XHulBuZvb9EOszZja9QDGOS7lva83sXTP7crHcUzO73szeNLPnUspyvodmdk44/iUzO6dAcV5lZi+GWO4ws/6h/AAz+zDl3l6bcs6M8DuzMbwXK0CcOX/Whfi70EWsP0+Jc4uZrQ3lsd1Tkdi5u7aUDUgAm4ADgUrgD8CEGOMZCkwP+32ADcAE4BLga2mOnxBirgIawntJFDDeLcDADmXfBi4K+xcBV4b9ecA9gAEzgcdj+rzfAEYVyz0FDgemA8/t7T0EBgCbw2Nd2K8rQJzHAeVh/8qUOA9IPa7DdZ4ADgvv4R5gbgHizOmzLtTfhXSxdnj+P4B/ifueatMW96aal84OATa6+2Z33wksA06KKxh3f93dnwr724EXgGEZTjkJWObuO9z9ZWAj0XuK00nATWH/JmB+SvnNHlkN9DezoQWO7Whgk7tnmsywoPfU3R8C3koTQy73cDaw0t3fcve3gZXAnHzH6e73untz+HE1MDzTNUKsfd39MXd34GZ2v7e8xZlBV591Qf4uZIo11J6cDtya6RqFuKcicVPy0tkw4NWUn7eSOVkoGDM7AJgGPB6Kvhiq569PNiMQf/wO3Gtma8xscSgb4u6vQ5SMAYNDedyxAiyk/T+DYrynkPs9LIaYP0/0rT+pwcyeNrMHzexToWxYiC2pkHHm8lkXw/38FNDk7i+llBXbPRUpCCUvnaVrG459SJaZ9QZ+AXzZ3d8F/gsYDUwFXieqTob44/8rd58OzAXON7PDMxwba6xmVgmcCNweior1nmbSVWxx39uLgWbgllD0OjDS3acBXwV+ZmZ9iS/OXD/rYvgdOJP2iXax3VORglHy0tlWYETKz8OB12KKBQAzqyBKXG5x918CuHuTu7e4eyvwY3Y3Y8Qav7u/Fh7fBO4IcTUlm4PC45vFECtRgvWUuzdB8d7TINd7GFvMoXPwCcBZodmC0AyzLeyvIeo/8okQZ2rTUkHi3IvPOtbfATMrB04Bfp4sK7Z7KlJISl46exIYa2YN4Zv5QmB5XMGEdu6fAC+4+3dSylP7hpwMJEcnLAcWmlmVmTUAY4k67xUi1loz65PcJ+q8+VyIKTna5RzgVymxnh1GzMwE/pJsGimQdt9ki/Gepsj1Hq4AjjOzutAkclwoyyszmwMsAU509w9SygeZWSLsH0h0DzeHWLeb2czwu352ynvLZ5y5ftZx/104BnjR3duag4rtnooUVNw9hotxIxrBsYHom8zFMccyi6jK9xlgbdjmAf8DPBvKlwNDU865OMS+ngKOMiAaifGHsK1L3jugHrgfeCk8DgjlBvwgxPos0FjAWHsB24B+KWVFcU+JEqrXgV1E36K/sDf3kKjPycaw/U2B4txI1Dck+bt6bTj21PA78QfgKeAzKddpJEoeNgHXECbPzHOcOX/Whfi7kC7WUH4jcG6HY2O7p9q0xb1phl0REREpKWo2EhERkZKi5EVERERKipIXERERKSlKXkRERKSkKHkRERGRkqLkRSSFmbVY+xWnM64ebGbnmtnZPfC6W8xsYHevE65Va2Yrw/4jYYIzEZF9hv6oibT3obtPzfZgd782n8HspcOA1WFyuvd990KJIiL7BNW8iGQh1IxcaWZPhG1MKL/EzL4W9r9kZs+Hxf6WhbIBZnZnKFttZpNDeb2Z3RsW1fsRKevRmNlfh9dYa2Y/MrNE2G40s+fM7Fkz+0qaGEeb2Vrgp8AiYA0wJVxncMfjRURKlZIXkfZqOjQbnZHy3LvufgjRjKXfS3PuRcA0d58MnBvKLgWeDmX/BNwcyv8VeMSjRfWWAyMBzOwg4AyiBS6nAi3AWUQLCA5z94nuPgm4oeOLu/umcM4aorV6biaaoXWqR2tNiYjsE9RsJNJepmajW1Mev5vm+WeAW8zsTuDOUDaLaBp33P23ocalH3A40UJ7uPtdZvZ2OP5oYAbwZLQsDTVEizD+GjjQzK4G7gLuzfAeBrv7NjObRLTooIjIPkU1LyLZ8y72k44nWmdoBrAmdJS1NMd5h8dUBtwUakumuvs4d7/E3d8GpgAPAOcD/93pRLNrzew5ogUE1wJzgLvSNTGJiJQyJS8i2Tsj5fGx1CfMrAwY4e6rgAuB/kBv4CGiZh/M7Ajgz+7+bofyuUBduNT9wGnJPiqhz8yoMBKpzN1/AXwDmN4xOHc/l6iZ6jJgPnBXSIDS1RKJiJQsNRuJtFcTai2S/tfdk8Olq8zscaKk/8wO5yWAn4YmIQO+6+7vmNklwA1m9gzwAXBOOP5S4FYzewp4EPg/AHd/3sz+Gbg3JES7iGpaPgzXSX7hWNpF/J8m6uvyqXBdEZF9jlaVFsmCmW0BGt39z3HHIiLycadmIxERESkpqnkRERGRkqKaFxERESkpSl5ERESkpCh5ERERkZKi5EVERERKipIXERERKSlKXkRERKSk/D985efiHRRdbAAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "import matplotlib.pyplot as plt\n",
    "%matplotlib inline\n",
    "\n",
    "print('length of scores: ', len(scores), ', len of avg_scores: ', len(avg_scores))\n",
    "\n",
    "fig = plt.figure()\n",
    "ax = fig.add_subplot(111)\n",
    "plt.plot(np.arange(1, len(scores)+1), scores, label=\"Score\")\n",
    "plt.plot(np.arange(1, len(avg_scores)+1), avg_scores, label=\"Avg on 100 episodes\")\n",
    "plt.legend(bbox_to_anchor=(1.05, 1)) \n",
    "plt.ylabel('Score')\n",
    "plt.xlabel('Episodes #')\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Episode 1\tAverage Score: 304.17,\tScore: 304.17 \tTime: 00:00:16\n",
      "Episode 2\tAverage Score: 304.81,\tScore: 305.44 \tTime: 00:00:12\n",
      "Episode 3\tAverage Score: 305.16,\tScore: 305.87 \tTime: 00:00:12\n",
      "Episode 4\tAverage Score: 305.21,\tScore: 305.34 \tTime: 00:00:12\n",
      "Episode 5\tAverage Score: 305.14,\tScore: 304.86 \tTime: 00:00:12\n",
      "Episode 6\tAverage Score: 304.79,\tScore: 303.05 \tTime: 00:00:13\n",
      "Episode 7\tAverage Score: 304.80,\tScore: 304.90 \tTime: 00:00:12\n"
     ]
    }
   ],
   "source": [
    "from collections import deque\n",
    "import os\n",
    "\n",
    "def play(env, agent, n_episodes):\n",
    "    state = env.reset()\n",
    "    \n",
    "    scores_deque = deque(maxlen=100)\n",
    "    scores = []\n",
    "\n",
    "    for i_episode in range(1, n_episodes+1):\n",
    "        state = env.reset()        \n",
    "        score = 0\n",
    "        \n",
    "        time_start = time.time()\n",
    "        \n",
    "        while True:\n",
    "            action = agent.select_action(np.array(state))\n",
    "            env.render()\n",
    "            next_state, reward, done, _ = env.step(action)\n",
    "            state = next_state\n",
    "            score += reward\n",
    "            if done:\n",
    "                break \n",
    "\n",
    "        s = (int)(time.time() - time_start)\n",
    "        \n",
    "        scores_deque.append(score)\n",
    "        scores.append(score)\n",
    "        \n",
    "        print('Episode {}\\tAverage Score: {:.2f},\\tScore: {:.2f} \\tTime: {:02}:{:02}:{:02}'\\\n",
    "                  .format(i_episode, np.mean(scores_deque), score, s//3600, s%3600//60, s%60))  \n",
    "\n",
    "play(env=env, agent=agent, n_episodes=7)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "env.close()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}
